diff --git a/acc.py b/acc.py index a98d019..bc81df5 100644 --- a/acc.py +++ b/acc.py @@ -17,6 +17,12 @@ print(line) if "top_1_accuracy" in line: print(line) + if "beta1 is" in line: + print(line) + if "beta2 is" in line: + print(line) + if "eps is" in line: + print(line) #mystr = line.split(); #acclist = mystr[-1].split('%'); #acc = float(acclist[0]); diff --git a/check_64k.out b/check_64k.out new file mode 100644 index 0000000..a38648a --- /dev/null +++ b/check_64k.out @@ -0,0 +1,27747 @@ +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570673792349912... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570674433701543... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570673795.v3-512#1570674439157431... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570673828852843... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570674202076803... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570674202248767... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570674206033973... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570674260976122... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570674261148096... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570674264927138... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570674320358994... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570674320546698... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570674324521963... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570674380280976... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570674380468418... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570674384277212... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570674433068614... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570674433234558... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570674437093237... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570674516963388... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570674517.v3-512#1570674518584286... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 03:38:42.833969 139671487096256 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 03:38:42.839853 139671487096256 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 03:38:42.840136 139671487096256 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 03:38:42.843530 139671487096256 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 03:38:42.905123 139671487096256 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 03:38:42.905376 139671487096256 transport.py:157] Attempting refresh to obtain initial access_token +I1010 03:38:42.992731 139671487096256 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 03:38:43.041383 139671487096256 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 03:38:43.041637 139671487096256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 03:38:43.126420 139671487096256 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 03:38:43.127815 139671487096256 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 03:38:43.128086 139671487096256 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 03:38:43.128599 139671487096256 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 03:38:43.128709 139671487096256 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 03:38:43.128793 139671487096256 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 03:38:43.226778 139671487096256 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 03:38:43.323016 139671487096256 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 03:38:43.324803: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 03:38:43.378143 139671487096256 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 03:38:43.378403 139671487096256 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 03:38:43.378879 139671487096256 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 03:38:43.378943 139671487096256 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 03:38:43.379005 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 03:38:43.379287 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 03:38:43.379369 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 03:38:43.379434 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 03:38:43.379494 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 03:38:43.379555 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 03:38:43.379616 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 03:38:43.379683 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 03:38:43.379744 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 03:38:43.379802 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 03:38:43.379865 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 03:38:43.379928 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 03:38:43.380000 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 03:38:43.380057 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 03:38:43.380122 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 03:38:43.380179 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 03:38:43.380237 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 03:38:43.380294 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 03:38:43.380350 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 03:38:43.380407 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 03:38:43.380464 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 03:38:43.380595 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 03:38:43.380657 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 03:38:43.380722 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 03:38:43.380779 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 03:38:43.380836 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 03:38:43.380894 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 03:38:43.380958 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 03:38:43.381015 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 03:38:43.381071 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 03:38:43.381148 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 03:38:43.381206 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 03:38:43.381278 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 03:38:43.381335 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 03:38:43.381392 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 03:38:43.381448 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 03:38:43.381505 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 03:38:43.381578 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 03:38:43.381637 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 03:38:43.381707 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 03:38:43.381767 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 03:38:43.381827 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 03:38:43.381886 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 03:38:43.381946 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 03:38:43.382004 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 03:38:43.382064 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 03:38:43.382122 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 03:38:43.382180 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 03:38:43.382240 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 03:38:43.382298 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 03:38:43.382356 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 03:38:43.382420 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 03:38:43.382478 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 03:38:43.382535 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 03:38:43.382595 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 03:38:43.382652 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 03:38:43.382719 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 03:38:43.382777 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 03:38:43.382836 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 03:38:43.382894 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 03:38:43.382952 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 03:38:43.383011 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 03:38:43.383069 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 03:38:43.383126 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 03:38:43.383189 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 03:38:43.383248 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 03:38:43.383306 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 03:38:43.383366 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 03:38:43.383424 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 03:38:43.383482 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 03:38:43.383541 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 03:38:43.383598 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 03:38:43.383656 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 03:38:43.384005 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 03:38:43.384104 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 03:38:43.384185 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 03:38:43.384273 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 03:38:43.384349 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 03:38:43.384422 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 03:38:43.384540 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 03:38:43.384658 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 03:38:43.384728 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 03:38:43.384797 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 03:38:43.384862 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 03:38:43.384929 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 03:38:43.384996 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 03:38:43.385065 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 03:38:43.385133 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 03:38:43.385200 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 03:38:43.385293 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 03:38:43.385363 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 03:38:43.385426 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 03:38:43.385490 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 03:38:43.385552 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 03:38:43.385627 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 03:38:43.385689 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 03:38:43.385751 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 03:38:43.385813 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 03:38:43.385879 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 03:38:43.385941 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 03:38:43.386004 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 03:38:43.386074 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 03:38:43.386137 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 03:38:43.386199 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 03:38:43.386260 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 03:38:43.386320 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 03:38:43.386380 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 03:38:43.386441 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 03:38:43.386502 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 03:38:43.386571 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 03:38:43.386635 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 03:38:43.386698 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 03:38:43.386759 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 03:38:43.386821 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 03:38:43.386889 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 03:38:43.386950 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 03:38:43.387012 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 03:38:43.387072 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 03:38:43.387131 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 03:38:43.387191 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 03:38:43.387252 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 03:38:43.387311 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 03:38:43.387373 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 03:38:43.387434 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 03:38:43.387495 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 03:38:43.387554 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 03:38:43.387636 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 03:38:43.387697 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 03:38:43.387756 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 03:38:43.387814 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 03:38:43.387873 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 03:38:43.387933 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 03:38:43.387993 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 03:38:43.388052 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 03:38:43.388112 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 03:38:43.388170 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 03:38:43.388228 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 03:38:43.388288 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 03:38:43.388351 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 03:38:43.388411 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 03:38:43.388510 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 03:38:43.388614 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 03:38:43.388679 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 03:38:43.388748 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 03:38:43.388807 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 03:38:43.388864 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 03:38:43.388921 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 03:38:43.388978 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 03:38:43.389034 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 03:38:43.389091 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 03:38:43.389147 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 03:38:43.389210 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 03:38:43.389267 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 03:38:43.389326 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 03:38:43.389383 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 03:38:43.389441 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 03:38:43.389498 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 03:38:43.389555 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 03:38:43.389620 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 03:38:43.389677 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 03:38:43.389734 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 03:38:43.389790 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 03:38:43.389847 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 03:38:43.389909 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 03:38:43.389987 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 03:38:43.390048 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 03:38:43.390106 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 03:38:43.390166 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 03:38:43.390224 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 03:38:43.390283 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 03:38:43.390341 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 03:38:43.390399 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 03:38:43.390458 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 03:38:43.390516 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 03:38:43.390579 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 03:38:43.390645 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 03:38:43.390703 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 03:38:43.390763 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 03:38:43.390822 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 03:38:43.390881 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 03:38:43.390938 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 03:38:43.390997 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 03:38:43.391056 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 03:38:43.391113 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 03:38:43.391172 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 03:38:43.391231 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 03:38:43.391308 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 03:38:43.391369 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 03:38:43.391438 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 03:38:43.391499 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 03:38:43.391556 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 03:38:43.391623 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 03:38:43.391681 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 03:38:43.391741 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 03:38:43.391798 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 03:38:43.391856 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 03:38:43.391916 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 03:38:43.391974 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 03:38:43.392033 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 03:38:43.392091 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 03:38:43.392160 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 03:38:43.392220 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 03:38:43.392277 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 03:38:43.392337 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 03:38:43.392395 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 03:38:43.392453 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 03:38:43.392580 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 03:38:43.392647 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 03:38:43.392707 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 03:38:43.392766 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 03:38:43.392827 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 03:38:43.392888 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 03:38:43.392946 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 03:38:43.393013 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 03:38:43.393070 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 03:38:43.393131 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 03:38:43.393189 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 03:38:43.393248 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 03:38:43.393306 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 03:38:43.393367 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 03:38:43.393425 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 03:38:43.393485 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 03:38:43.393543 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 03:38:43.393610 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 03:38:43.393668 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 03:38:43.393733 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 03:38:43.393791 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 03:38:43.393860 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 03:38:43.393922 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 03:38:43.393980 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 03:38:43.394038 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 03:38:43.394098 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 03:38:43.394156 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 03:38:43.394216 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 03:38:43.394273 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 03:38:43.394332 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 03:38:43.394392 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 03:38:43.394455 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 03:38:43.394515 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 03:38:43.394578 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 03:38:43.394639 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 03:38:43.394697 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 03:38:43.394757 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 03:38:43.394815 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 03:38:43.394874 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 03:38:43.394932 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 03:38:43.394990 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 03:38:43.395049 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 03:38:43.395107 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 03:38:43.395164 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 03:38:43.395227 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 03:38:43.395287 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 03:38:43.395345 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 03:38:43.395404 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 03:38:43.395463 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 03:38:43.395522 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 03:38:43.395586 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 03:38:43.395646 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 03:38:43.395704 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 03:38:43.395761 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 03:38:43.395819 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 03:38:43.395878 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 03:38:43.395941 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 03:38:43.396001 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 03:38:43.396059 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 03:38:43.396119 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 03:38:43.396177 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 03:38:43.396234 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 03:38:43.396292 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 03:38:43.396351 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 03:38:43.396409 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 03:38:43.396466 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 03:38:43.396624 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 03:38:43.396684 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 03:38:43.396750 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 03:38:43.396811 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 03:38:43.396872 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 03:38:43.396931 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 03:38:43.396991 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 03:38:43.397048 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 03:38:43.397108 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 03:38:43.397166 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 03:38:43.397223 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 03:38:43.397281 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 03:38:43.397341 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 03:38:43.397398 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 03:38:43.397458 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 03:38:43.397522 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 03:38:43.397588 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 03:38:43.397646 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 03:38:43.397705 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 03:38:43.397763 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 03:38:43.397820 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 03:38:43.397880 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 03:38:43.397938 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 03:38:43.397995 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 03:38:43.398056 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 03:38:43.398114 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 03:38:43.398175 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 03:38:43.398237 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 03:38:43.398298 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 03:38:43.398355 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 03:38:43.398415 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 03:38:43.398473 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 03:38:43.398531 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 03:38:43.398597 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 03:38:43.398654 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 03:38:43.398715 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 03:38:43.398773 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 03:38:43.398833 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 03:38:43.398891 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 03:38:43.398953 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 03:38:43.399013 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 03:38:43.399072 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 03:38:43.399131 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 03:38:43.399188 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 03:38:43.399246 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 03:38:43.399306 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 03:38:43.399363 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 03:38:43.399422 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 03:38:43.399481 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 03:38:43.399539 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 03:38:43.399899 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 03:38:43.400013 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 03:38:43.400115 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 03:38:43.400188 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 03:38:43.400259 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 03:38:43.400331 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 03:38:43.400398 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 03:38:43.400496 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 03:38:43.400576 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 03:38:43.400649 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 03:38:43.400729 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 03:38:43.400800 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 03:38:43.400872 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 03:38:43.400940 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 03:38:43.401015 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 03:38:43.401084 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 03:38:43.401151 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 03:38:43.401226 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 03:38:43.401294 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 03:38:43.401361 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 03:38:43.401427 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 03:38:43.401490 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 03:38:43.401557 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 03:38:43.401623 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 03:38:43.401726 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 03:38:43.401793 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 03:38:43.401859 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 03:38:43.401932 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 03:38:43.401997 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 03:38:43.402061 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 03:38:43.402124 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 03:38:43.402188 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 03:38:43.402251 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 03:38:43.402312 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 03:38:43.402374 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 03:38:43.402435 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 03:38:43.402497 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 03:38:43.402556 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 03:38:43.402617 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 03:38:43.402694 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 03:38:43.402757 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 03:38:43.402820 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 03:38:43.402880 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 03:38:43.402940 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 03:38:43.403002 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 03:38:43.403062 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 03:38:43.403120 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 03:38:43.403179 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 03:38:43.403239 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 03:38:43.403297 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 03:38:43.403358 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 03:38:43.403433 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 03:38:43.403497 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 03:38:43.403558 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 03:38:43.403619 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 03:38:43.403685 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 03:38:43.403744 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 03:38:43.403803 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 03:38:43.403871 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 03:38:43.403932 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 03:38:43.403991 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 03:38:43.404050 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 03:38:43.404109 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 03:38:43.404169 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 03:38:43.404237 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 03:38:43.404297 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 03:38:43.404356 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 03:38:43.404414 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 03:38:43.404498 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 03:38:43.404561 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 03:38:43.404619 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 03:38:43.404684 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 03:38:43.404742 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 03:38:43.404803 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 03:38:43.404861 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 03:38:43.404922 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 03:38:43.404985 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 03:38:43.405045 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 03:38:43.405103 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 03:38:43.405162 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 03:38:43.405220 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 03:38:43.405291 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 03:38:43.405350 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 03:38:43.405411 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 03:38:43.405472 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 03:38:43.405529 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 03:38:43.405589 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 03:38:43.405647 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 03:38:43.405715 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 03:38:43.405776 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 03:38:43.405833 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 03:38:43.405890 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 03:38:43.405949 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 03:38:43.406007 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 03:38:43.406064 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 03:38:43.406124 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 03:38:43.406182 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 03:38:43.406240 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 03:38:43.406299 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 03:38:43.406356 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 03:38:43.406414 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 03:38:43.406476 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 03:38:43.406536 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 03:38:43.406593 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 03:38:43.406656 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 03:38:43.406716 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 03:38:43.406774 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 03:38:43.406832 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 03:38:43.406891 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 03:38:43.406949 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 03:38:43.407011 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 03:38:43.407068 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 03:38:43.407126 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 03:38:43.407190 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 03:38:43.407248 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 03:38:43.407306 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 03:38:43.407366 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 03:38:43.407423 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 03:38:43.407483 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 03:38:43.407541 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 03:38:43.407598 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 03:38:43.407670 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 03:38:43.407728 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 03:38:43.407787 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 03:38:43.407844 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 03:38:43.407902 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 03:38:43.407964 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 03:38:43.408023 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 03:38:43.408082 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 03:38:43.408138 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 03:38:43.408198 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 03:38:43.408256 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 03:38:43.408324 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 03:38:43.408380 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 03:38:43.408437 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 03:38:43.408514 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 03:38:43.408572 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 03:38:43.408628 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 03:38:43.408696 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 03:38:43.408756 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 03:38:43.408813 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 03:38:43.408879 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 03:38:43.408957 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 03:38:43.409015 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 03:38:43.409075 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 03:38:43.409133 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 03:38:43.409193 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 03:38:43.409250 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 03:38:43.409308 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 03:38:43.409367 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 03:38:43.409430 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 03:38:43.409490 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 03:38:43.409548 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 03:38:43.409606 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 03:38:43.409671 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 03:38:43.409729 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 03:38:43.409789 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 03:38:43.409847 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 03:38:43.409904 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 03:38:43.409961 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 03:38:43.410021 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 03:38:43.410079 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 03:38:43.410136 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 03:38:43.410202 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 03:38:43.410260 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 03:38:43.410320 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 03:38:43.410377 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 03:38:43.410435 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 03:38:43.410494 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 03:38:43.410552 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 03:38:43.410609 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 03:38:43.410672 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 03:38:43.410732 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 03:38:43.410792 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 03:38:43.410851 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 03:38:43.410913 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 03:38:43.410973 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 03:38:43.411031 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 03:38:43.411088 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 03:38:43.411148 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 03:38:43.411206 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 03:38:43.411264 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 03:38:43.411339 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 03:38:43.411400 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 03:38:43.411458 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 03:38:43.411518 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 03:38:43.411576 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 03:38:43.411642 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 03:38:43.411709 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 03:38:43.411767 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 03:38:43.411828 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 03:38:43.411892 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 03:38:43.411952 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 03:38:43.412010 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 03:38:43.412069 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 03:38:43.412127 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 03:38:43.412187 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 03:38:43.412245 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 03:38:43.412303 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 03:38:43.412362 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 03:38:43.412425 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 03:38:43.412520 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 03:38:43.412580 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 03:38:43.412636 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 03:38:43.412698 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 03:38:43.412756 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 03:38:43.412816 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 03:38:43.412873 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 03:38:43.412930 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 03:38:43.412986 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 03:38:43.413043 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 03:38:43.413099 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 03:38:43.413161 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 03:38:43.413219 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 03:38:43.413275 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 03:38:43.413350 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 03:38:43.413408 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 03:38:43.413467 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 03:38:43.413527 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 03:38:43.413587 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 03:38:43.413645 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 03:38:43.413711 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 03:38:43.413769 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 03:38:43.413829 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 03:38:43.413897 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 03:38:43.413963 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 03:38:43.414021 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 03:38:43.414081 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 03:38:43.414139 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 03:38:43.414200 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 03:38:43.414258 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 03:38:43.414315 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 03:38:43.414374 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 03:38:43.414433 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 03:38:43.414490 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 03:38:43.414549 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 03:38:43.414607 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 03:38:43.414674 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 03:38:43.414736 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 03:38:43.414793 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 03:38:43.414851 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 03:38:43.414911 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 03:38:43.414969 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 03:38:43.415026 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 03:38:43.415086 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 03:38:43.415144 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 03:38:43.415203 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 03:38:43.415261 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 03:38:43.415319 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 03:38:43.415384 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 03:38:43.415442 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 03:38:43.415501 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 03:38:43.415560 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 03:38:43.415618 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 03:38:43.415683 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 03:38:43.415743 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 03:38:43.415802 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 03:38:43.415859 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 03:38:43.415918 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 03:38:43.415976 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 03:38:43.416033 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 03:38:43.416093 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 03:38:43.416157 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 03:38:43.416214 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 03:38:43.416273 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 03:38:43.416331 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 03:38:43.416389 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 03:38:43.416449 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 03:38:43.416531 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 03:38:43.416591 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 03:38:43.416655 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 03:38:43.416717 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 03:38:43.416775 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 03:38:43.416836 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 03:38:43.416898 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 03:38:43.416958 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 03:38:43.417016 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 03:38:43.417073 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 03:38:43.417131 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 03:38:43.417190 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 03:38:43.417248 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 03:38:43.417305 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 03:38:43.417365 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 03:38:43.417423 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 03:38:43.417484 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 03:38:43.417543 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 03:38:43.417607 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 03:38:43.417673 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 03:38:43.417732 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 03:38:43.417790 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 03:38:43.417850 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 03:38:43.417908 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 03:38:43.417967 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 03:38:43.418026 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 03:38:43.418086 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 03:38:43.418145 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 03:38:43.418204 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 03:38:43.418261 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 03:38:43.418318 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 03:38:43.418384 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 03:38:43.418442 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 03:38:43.418499 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 03:38:43.418559 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 03:38:43.418616 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 03:38:43.418682 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 03:38:43.418740 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 03:38:43.418800 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 03:38:43.418865 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 03:38:43.418926 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 03:38:43.418983 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 03:38:43.419040 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 03:38:43.419104 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 03:38:43.419162 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 03:38:43.419219 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 03:38:43.419277 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 03:38:43.419337 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 03:38:43.419395 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 03:38:43.419456 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 03:38:43.419513 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 03:38:43.419572 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 03:38:43.419630 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 03:38:43.419694 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 03:38:43.419751 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 03:38:43.419811 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 03:38:43.419873 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 03:38:43.419933 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 03:38:43.419991 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 03:38:43.420049 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 03:38:43.420109 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 03:38:43.420167 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 03:38:43.420224 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 03:38:43.420283 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 03:38:43.420341 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 03:38:43.420398 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 03:38:43.420455 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 03:38:43.420541 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 03:38:43.420605 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 03:38:43.420672 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 03:38:43.420732 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 03:38:43.420792 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 03:38:43.420850 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 03:38:43.420907 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 03:38:43.420967 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 03:38:43.421025 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 03:38:43.421083 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 03:38:43.421143 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 03:38:43.421200 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 03:38:43.421258 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 03:38:43.421323 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 03:38:43.421381 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 03:38:43.421442 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 03:38:43.421499 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 03:38:43.421557 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 03:38:43.421617 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 03:38:43.421679 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 03:38:43.421737 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 03:38:43.421796 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 03:38:43.421854 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 03:38:43.421912 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 03:38:43.421972 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 03:38:43.422039 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 03:38:43.422097 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 03:38:43.422157 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 03:38:43.422215 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 03:38:43.422274 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 03:38:43.422332 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 03:38:43.422389 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 03:38:43.422449 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 03:38:43.422507 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 03:38:43.422564 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 03:38:43.422622 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 03:38:43.422687 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 03:38:43.422746 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 03:38:43.422811 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 03:38:43.422872 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 03:38:43.422930 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 03:38:43.422990 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 03:38:43.423048 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 03:38:43.423106 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 03:38:43.423165 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 03:38:43.423223 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 03:38:43.423281 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 03:38:43.428884 139671487096256 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 03:38:43.429434 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 03:38:43.441915 139671487096256 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 03:38:43.460206 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 03:38:43.460458 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 03:38:43.468101 139671487096256 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 03:38:43.552634 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 03:38:43.552895 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 03:38:43.555469 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 03:38:43.555723 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 03:38:43.716372 139671487096256 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 03:38:43.717201 139671487096256 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 03:38:43.717849 139671487096256 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 03:38:44.136626 139671487096256 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 03:38:44.548652 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 03:38:44.841713: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 03:38:44.841768: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 03:38:44.841800: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 03:38:55.276316 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 03:38:55.277932 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 03:38:55.292905 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 03:38:55.333945 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 03:38:58.458767 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 03:38:58.463881 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 03:38:58.490405 139671487096256 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 03:38:58.537383 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 03:38:58.548887 139671487096256 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 03:38:58.632246 139671487096256 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 03:38:58.636360 139671487096256 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.044 ************************************** +I1010 03:38:58.636610 139671487096256 resnet_main.py:383] ****************************** the learning_rate is 0.044 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 03:38:58.636692 139671487096256 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 03:38:58.636755 139671487096256 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 03:38:58.636816 139671487096256 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 03:38:58.636874 139671487096256 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.5 ************************************** +I1010 03:38:58.636931 139671487096256 resnet_main.py:388] ****************************** the weight_decay_input is 1.5 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 03:38:58.637068 139671487096256 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 03:38:58.637185 139671487096256 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 03:38:58.638106 139671487096256 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 03:38:58.670712 139671487096256 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 03:39:01.946705 139671487096256 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:02.040585 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:02.107386 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:02.179625 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:02.300117 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:02.368992 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:02.443764 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:02.571353 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:02.644010 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:02.719921 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:02.847261 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:02.919131 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:02.994719 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:03.136837 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:03.206976 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:03.277420 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:03.399763 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:03.467904 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:03.542145 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:03.683629 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:03.751239 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:03.821650 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:03.941811 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:04.009824 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:04.079380 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:04.198370 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:04.266129 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:04.337475 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:04.458659 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:04.525372 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:04.600805 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:04.721637 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:04.790436 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:04.861439 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:04.982482 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:05.049343 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:05.120867 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:05.241691 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:05.308799 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:05.384362 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:05.506047 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:05.576980 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:05.648509 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:05.769427 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:05.837080 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:05.908544 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:06.034236 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:06.101526 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:06.172920 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:06.294239 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:06.367882 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:06.441704 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:06.563213 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:06.630177 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:06.700509 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:06.819678 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:06.886642 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:06.957339 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:07.079039 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:07.147692 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:07.218718 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:07.342091 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:07.410223 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:07.483398 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:07.602504 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:07.668530 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:07.738564 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:07.862896 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:07.934144 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:08.006462 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:08.124593 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:08.193365 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:08.265770 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:08.393232 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:08.471879 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:08.570652 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:08.706746 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:09.062655 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:09.135770 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:09.254930 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:09.320723 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:09.392151 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:09.510338 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:09.579189 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:09.656332 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:09.774291 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:09.842281 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:09.911909 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:10.028985 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:10.094940 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:10.164439 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:10.286494 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:10.355592 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:10.428745 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:10.549186 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:10.615617 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:10.685323 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:10.803597 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:10.870088 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:10.940632 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:11.060028 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:11.129017 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:11.202972 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:11.323822 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:11.396894 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:11.472062 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:11.592520 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:11.659873 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:11.730045 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:11.849399 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:11.918101 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:11.989928 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:12.110469 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:12.178270 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:12.249646 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:12.369771 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:12.437459 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:12.508200 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:12.626993 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:12.696559 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:12.775816 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:12.896405 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:12.962973 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:13.033417 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:13.152985 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:13.219651 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:13.290642 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:13.411642 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:13.480783 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:13.553463 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:13.673311 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:13.742383 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:13.816109 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:13.935956 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:14.003103 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:14.075443 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:14.198632 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:14.266028 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:14.338495 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:14.459317 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:14.528933 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:14.601808 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:14.721930 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:14.789061 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:14.859514 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:14.979090 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:15.046214 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:15.118972 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:15.240968 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:15.310137 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:15.384119 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:15.503680 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:15.569875 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:15.640264 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:15.759450 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:15.826919 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:15.899216 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:16.019314 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:16.089118 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:16.168729 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:16.294249 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:39:16.413465 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 03:39:17.085295 139671487096256 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 03:39:17.350457 139671487096256 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 03:39:23.714591 139671487096256 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 03:39:24.861757 139671487096256 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 03:39:38.666089 139671487096256 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 03:39:38.832362 139671487096256 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:39:58.778589 139671487096256 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 03:40:10.784573 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 03:40:11.773480 139671487096256 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 03:40:11.774007 139671487096256 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 03:40:11.774634: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0'] +I1010 03:40:11.802674 139671487096256 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 03:40:11.830934 139671487096256 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 03:40:11.884293 139671487096256 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 03:40:27.277486 139671487096256 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 03:40:27.278445 139669476460288 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 03:40:27.278923 139669468067584 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 03:40:27.332400 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:40:27.409332 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:40:27.458596 139671487096256 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:40:27.458940 139671487096256 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 03:40:57.490969 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:40:57.565412 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 03:41:16.485891 139669468067584 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 03:41:27.647412 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:41:27.728401 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:41:56.254028 139671487096256 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:41:57.809072 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:41:57.882584 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.7738924, step = 200 +I1010 03:42:10.250519 139671487096256 basic_session_run_hooks.py:262] loss = 4.7738924, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:42:10.252643 139671487096256 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:42:10.252902 139671487096256 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 03:42:21.898186 139669468067584 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 03:42:27.962287 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:42:28.045053 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 03:42:58.103151 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:42:58.256077 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:43:02.135607 139671487096256 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.8535628, step = 400 (63.763 sec) +I1010 03:43:14.013068 139671487096256 basic_session_run_hooks.py:260] loss = 3.8535628, step = 400 (63.763 sec) +INFO:tensorflow:global_step/sec: 3.13663 +I1010 03:43:14.014751 139671487096256 tpu_estimator.py:2307] global_step/sec: 3.13663 +INFO:tensorflow:examples/sec: 205562 +I1010 03:43:14.015897 139671487096256 tpu_estimator.py:2308] examples/sec: 205562 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:43:14.016972 139671487096256 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:43:14.017168 139671487096256 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 9) +I1010 03:43:22.012161 139669468067584 tpu_estimator.py:279] Outfeed finished for iteration (2, 9) +I1010 03:43:28.313545 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:43:28.390372 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 03:43:58.449044 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:43:58.527380 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:44:00.577714 139671487096256 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.2488825, step = 600 (60.459 sec) +I1010 03:44:14.472415 139671487096256 basic_session_run_hooks.py:260] loss = 3.2488825, step = 600 (60.459 sec) +INFO:tensorflow:global_step/sec: 3.308 +I1010 03:44:14.474124 139671487096256 tpu_estimator.py:2307] global_step/sec: 3.308 +INFO:tensorflow:examples/sec: 216793 +I1010 03:44:14.474592 139671487096256 tpu_estimator.py:2308] examples/sec: 216793 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:44:14.475684 139671487096256 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:44:14.475876 139671487096256 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 7) +I1010 03:44:22.140588 139669468067584 tpu_estimator.py:279] Outfeed finished for iteration (3, 7) +I1010 03:44:28.600903 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:44:28.671547 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 03:44:58.729974 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:44:58.803179 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:45:00.925019 139671487096256 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.2430885, step = 800 (57.019 sec) +I1010 03:45:11.491107 139671487096256 basic_session_run_hooks.py:260] loss = 3.2430885, step = 800 (57.019 sec) +INFO:tensorflow:global_step/sec: 3.5076 +I1010 03:45:11.493216 139671487096256 tpu_estimator.py:2307] global_step/sec: 3.5076 +INFO:tensorflow:examples/sec: 229874 +I1010 03:45:11.493832 139671487096256 tpu_estimator.py:2308] examples/sec: 229874 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:45:11.494995 139671487096256 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:45:11.495210 139671487096256 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 21) +I1010 03:45:22.268212 139669468067584 tpu_estimator.py:279] Outfeed finished for iteration (4, 21) +I1010 03:45:28.884666 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:45:28.954135 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:45:58.098249 139671487096256 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:45:59.032749 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:45:59.107697 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 03:46:06.790635 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.345521, step = 1000 (59.408 sec) +I1010 03:46:10.899136 139671487096256 basic_session_run_hooks.py:260] loss = 2.345521, step = 1000 (59.408 sec) +INFO:tensorflow:global_step/sec: 3.36658 +I1010 03:46:10.900676 139671487096256 tpu_estimator.py:2307] global_step/sec: 3.36658 +INFO:tensorflow:examples/sec: 220632 +I1010 03:46:10.901081 139671487096256 tpu_estimator.py:2308] examples/sec: 220632 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:46:10.902153 139671487096256 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:46:10.902338 139671487096256 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 25) +I1010 03:46:22.359473 139669468067584 tpu_estimator.py:279] Outfeed finished for iteration (5, 25) +I1010 03:46:29.162408 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:46:29.244771 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:46:57.383075 139671487096256 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:46:59.323677 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:46:59.396791 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.3500426, step = 1200 (61.756 sec) +I1010 03:47:12.655272 139671487096256 basic_session_run_hooks.py:260] loss = 2.3500426, step = 1200 (61.756 sec) +INFO:tensorflow:global_step/sec: 3.23854 +I1010 03:47:12.656970 139671487096256 tpu_estimator.py:2307] global_step/sec: 3.23854 +INFO:tensorflow:examples/sec: 212241 +I1010 03:47:12.657653 139671487096256 tpu_estimator.py:2308] examples/sec: 212241 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:47:12.658968 139671487096256 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:47:12.659204 139671487096256 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 17) +I1010 03:47:22.424648 139669468067584 tpu_estimator.py:279] Outfeed finished for iteration (6, 17) +I1010 03:47:29.480218 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:47:29.555059 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:47:59.029117 139671487096256 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:47:59.636051 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:47:59.712760 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.2806997, step = 1400 (58.922 sec) +I1010 03:48:11.577527 139671487096256 basic_session_run_hooks.py:260] loss = 2.2806997, step = 1400 (58.922 sec) +INFO:tensorflow:global_step/sec: 3.39431 +I1010 03:48:11.579168 139671487096256 tpu_estimator.py:2307] global_step/sec: 3.39431 +INFO:tensorflow:examples/sec: 222449 +I1010 03:48:11.579608 139671487096256 tpu_estimator.py:2308] examples/sec: 222449 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:48:11.581017 139671487096256 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:48:11.581218 139671487096256 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 22) +I1010 03:48:22.519426 139669468067584 tpu_estimator.py:279] Outfeed finished for iteration (7, 22) +I1010 03:48:29.798059 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:48:29.866950 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:48:58.335118 139671487096256 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:48:59.946806 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:49:00.023031 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.092943, step = 1600 (59.163 sec) +I1010 03:49:10.740130 139671487096256 basic_session_run_hooks.py:260] loss = 2.092943, step = 1600 (59.163 sec) +INFO:tensorflow:global_step/sec: 3.38051 +I1010 03:49:10.741825 139671487096256 tpu_estimator.py:2307] global_step/sec: 3.38051 +INFO:tensorflow:examples/sec: 221545 +I1010 03:49:10.742295 139671487096256 tpu_estimator.py:2308] examples/sec: 221545 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 03:49:10.743639 139671487096256 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 03:49:10.743837 139671487096256 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 27) +I1010 03:49:22.718931 139669468067584 tpu_estimator.py:279] Outfeed finished for iteration (8, 27) +I1010 03:49:30.106018 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:49:30.176940 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.052283, step = 1760 (38.275 sec) +I1010 03:49:49.015510 139671487096256 basic_session_run_hooks.py:260] loss = 2.052283, step = 1760 (38.275 sec) +INFO:tensorflow:global_step/sec: 4.18026 +I1010 03:49:49.016932 139671487096256 tpu_estimator.py:2307] global_step/sec: 4.18026 +INFO:tensorflow:examples/sec: 273958 +I1010 03:49:50.816981 139671487096256 tpu_estimator.py:2308] examples/sec: 273958 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:49:50.818773 139671487096256 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:50:01.073885 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:50:01.722604 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 03:50:05.370976 139671487096256 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 03:50:05.371315 139671487096256 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 03:50:05.371565 139669476460288 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 03:50:05.371711 139669476460288 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 03:50:05.371851 139671487096256 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 03:50:05.371963 139671487096256 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 03:50:05.372024 139671487096256 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 03:50:05.372168 139669468067584 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 03:50:05.372256 139669468067584 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 03:50:05.372386 139671487096256 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 03:50:05.372519 139671487096256 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.052283. +I1010 03:50:33.286010 139671487096256 estimator.py:371] Loss for final step: 2.052283. +INFO:tensorflow:training_loop marked as finished +I1010 03:50:33.286940 139671487096256 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 03:50:36.579196 140423355176384 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 03:50:36.584588 140423355176384 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 03:50:36.584841 140423355176384 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 03:50:36.588167 140423355176384 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 03:50:36.642585 140423355176384 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 03:50:36.642857 140423355176384 transport.py:157] Attempting refresh to obtain initial access_token +I1010 03:50:36.712440 140423355176384 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 03:50:36.758857 140423355176384 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 03:50:36.759125 140423355176384 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 03:50:36.831670 140423355176384 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 03:50:36.832828 140423355176384 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 03:50:36.833116 140423355176384 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 03:50:36.833599 140423355176384 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 03:50:36.833684 140423355176384 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 03:50:36.833769 140423355176384 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 03:50:36.833882 140423355176384 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 03:50:37.087913 140423355176384 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 03:50:37.088608 140423355176384 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 03:50:37.089083 140423355176384 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 03:50:37.090675: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 03:50:37.102838 140423355176384 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 03:50:37.103063 140423355176384 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 03:50:37.105490 140423355176384 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 03:50:37.105568 140423355176384 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 03:50:37.105637 140423355176384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 03:50:37.105937 140423355176384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 03:50:37.106005 140423355176384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 03:50:37.106069 140423355176384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 03:50:37.106131 140423355176384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 03:50:37.106192 140423355176384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 03:50:37.106251 140423355176384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 03:50:37.106321 140423355176384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 03:50:37.106380 140423355176384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 03:50:37.106441 140423355176384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 03:50:37.106520 140423355176384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 03:50:37.112344 140423355176384 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 03:50:37.114239 140423355176384 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 03:50:37.128320 140423355176384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 03:50:37.128551 140423355176384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 03:50:37.137031 140423355176384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 03:50:37.223181 140423355176384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 03:50:37.223524 140423355176384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 03:50:37.379750 140423355176384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 03:50:37.380664 140423355176384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 03:50:37.381308 140423355176384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 03:50:37.783816 140423355176384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 03:50:38.378364: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 03:50:38.378427: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 03:50:38.378462: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 03:50:38.401953 140423355176384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 03:50:38.403544 140423355176384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 03:50:38.417825 140423355176384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 03:50:38.441957 140423355176384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 03:50:40.453407 140423355176384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 03:50:40.457997 140423355176384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 03:50:40.481849 140423355176384 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 03:50:40.525363 140423355176384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 03:50:40.536178 140423355176384 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 03:50:40.629925 140423355176384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 03:50:40.867100 140423355176384 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 03:50:40.882437 140423355176384 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 03:50:40.901190 140423355176384 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T03:50:40Z +I1010 03:50:40.917293 140423355176384 evaluation.py:255] Starting evaluation at 2019-10-10T03:50:40Z +INFO:tensorflow:TPU job name worker +I1010 03:50:40.917548 140423355176384 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 03:50:41.442590 140423355176384 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 03:50:41.514808 140423355176384 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 03:50:44.187243 140423355176384 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 03:50:44.207048 140423355176384 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 03:50:44.255470 140423355176384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 03:50:44.272434 140423355176384 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 03:50:50.850486 140423355176384 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 03:50:50.851516 140421405603584 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 03:50:50.852607 140421397210880 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 03:50:51.004992 140423355176384 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 03:50:51.027760 140423355176384 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 03:50:51.028512 140423355176384 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 03:50:51.064194 140421388818176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 03:50:51.138966 140421388818176 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 03:51:01.824851 140421397210880 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 03:51:10.471201 140423355176384 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 03:51:10.471672 140423355176384 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 03:51:10.471765 140423355176384 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 03:51:10.471999 140421405603584 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 03:51:10.472167 140421405603584 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 03:51:10.472332 140423355176384 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 03:51:10.472539 140423355176384 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 03:51:10.472625 140423355176384 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 03:51:10.475102 140421397210880 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 03:51:10.475298 140421397210880 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 03:51:10.475480 140423355176384 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 03:51:10.475598 140423355176384 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-03:51:21 +I1010 03:51:21.367300 140423355176384 evaluation.py:275] Finished evaluation at 2019-10-10-03:51:21 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9469895, top_1_accuracy = 0.75368243, top_5_accuracy = 0.92386883 +I1010 03:51:21.367728 140423355176384 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9469895, top_1_accuracy = 0.75368243, top_5_accuracy = 0.92386883 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 03:51:23.310708 140423355176384 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 03:51:23.565049 140423355176384 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9469895, 'top_1_accuracy': 0.75368243, 'global_step': 1760, 'top_5_accuracy': 0.92386883}. Elapsed seconds: 46 +I1010 03:51:23.565418 140423355176384 resnet_main.py:597] Eval results: {'loss': 1.9469895, 'top_1_accuracy': 0.75368243, 'global_step': 1760, 'top_5_accuracy': 0.92386883}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 03:51:23.565568 140423355176384 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570678757997287... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570679399088932... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570678760.v3-512#1570679405312209... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570678793370333... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570679166066351... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570679166251358... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570679170318045... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570679226136105... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570679226314246... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570679230311667... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570679286991973... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570679287153301... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570679291050779... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570679346357318... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570679346545243... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570679350240100... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570679398346202... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570679398561451... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570679403174578... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570679481865831... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570679482.v3-512#1570679483498844... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 03:51:27.643533 139869426623936 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 03:51:27.648910 139869426623936 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 03:51:27.649182 139869426623936 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 03:51:27.652467 139869426623936 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 03:51:27.702734 139869426623936 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 03:51:27.703006 139869426623936 transport.py:157] Attempting refresh to obtain initial access_token +I1010 03:51:27.781896 139869426623936 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 03:51:27.830635 139869426623936 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 03:51:27.830904 139869426623936 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 03:51:27.910726 139869426623936 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 03:51:27.912197 139869426623936 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 03:51:27.912534 139869426623936 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 03:51:27.913034 139869426623936 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 03:51:27.913122 139869426623936 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 03:51:27.913219 139869426623936 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 03:51:28.003561 139869426623936 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 03:51:28.085341 139869426623936 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 03:51:28.087100: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 03:51:28.142534 139869426623936 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 03:51:28.142807 139869426623936 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 03:51:28.143294 139869426623936 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 03:51:28.143366 139869426623936 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 03:51:28.143431 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 03:51:28.143706 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 03:51:28.143793 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 03:51:28.143858 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 03:51:28.143920 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 03:51:28.143980 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 03:51:28.144042 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 03:51:28.144102 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 03:51:28.144170 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 03:51:28.144243 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 03:51:28.144304 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 03:51:28.144364 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 03:51:28.144422 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 03:51:28.144529 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 03:51:28.144643 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 03:51:28.144706 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 03:51:28.144766 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 03:51:28.144824 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 03:51:28.144886 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 03:51:28.144946 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 03:51:28.145015 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 03:51:28.145078 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 03:51:28.145139 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 03:51:28.145205 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 03:51:28.145265 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 03:51:28.145324 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 03:51:28.145384 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 03:51:28.145448 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 03:51:28.145507 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 03:51:28.145565 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 03:51:28.145625 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 03:51:28.145684 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 03:51:28.145744 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 03:51:28.145803 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 03:51:28.145863 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 03:51:28.145922 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 03:51:28.145982 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 03:51:28.146040 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 03:51:28.146099 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 03:51:28.146168 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 03:51:28.146229 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 03:51:28.146289 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 03:51:28.146348 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 03:51:28.146409 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 03:51:28.146467 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 03:51:28.146528 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 03:51:28.146588 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 03:51:28.146646 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 03:51:28.146704 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 03:51:28.146764 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 03:51:28.146822 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 03:51:28.146881 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 03:51:28.146946 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 03:51:28.147006 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 03:51:28.147066 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 03:51:28.147125 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 03:51:28.147192 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 03:51:28.147250 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 03:51:28.147310 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 03:51:28.147370 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 03:51:28.147428 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 03:51:28.147486 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 03:51:28.147546 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 03:51:28.147604 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 03:51:28.147667 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 03:51:28.147727 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 03:51:28.147787 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 03:51:28.147846 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 03:51:28.147906 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 03:51:28.147964 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 03:51:28.148022 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 03:51:28.148082 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 03:51:28.148139 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 03:51:28.148206 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 03:51:28.148266 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 03:51:28.148324 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 03:51:28.148386 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 03:51:28.148449 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 03:51:28.148566 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 03:51:28.148636 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 03:51:28.148694 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 03:51:28.148753 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 03:51:28.148813 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 03:51:28.148871 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 03:51:28.148931 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 03:51:28.148988 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 03:51:28.149046 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 03:51:28.149106 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 03:51:28.149173 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 03:51:28.149240 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 03:51:28.149302 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 03:51:28.149363 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 03:51:28.149421 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 03:51:28.149481 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 03:51:28.149538 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 03:51:28.149596 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 03:51:28.149656 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 03:51:28.149713 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 03:51:28.149774 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 03:51:28.149832 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 03:51:28.149892 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 03:51:28.149950 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 03:51:28.150024 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 03:51:28.150085 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 03:51:28.150145 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 03:51:28.150208 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 03:51:28.150266 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 03:51:28.150326 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 03:51:28.150383 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 03:51:28.150443 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 03:51:28.150501 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 03:51:28.150561 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 03:51:28.150619 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 03:51:28.150679 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 03:51:28.150741 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 03:51:28.150799 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 03:51:28.150857 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 03:51:28.150917 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 03:51:28.150975 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 03:51:28.151035 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 03:51:28.151093 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 03:51:28.151158 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 03:51:28.151218 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 03:51:28.151278 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 03:51:28.151360 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 03:51:28.151420 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 03:51:28.151484 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 03:51:28.151544 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 03:51:28.151602 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 03:51:28.151660 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 03:51:28.151719 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 03:51:28.151778 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 03:51:28.151838 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 03:51:28.151896 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 03:51:28.151954 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 03:51:28.152013 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 03:51:28.152070 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 03:51:28.152129 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 03:51:28.152194 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 03:51:28.152257 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 03:51:28.152317 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 03:51:28.152375 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 03:51:28.152435 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 03:51:28.152555 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 03:51:28.152631 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 03:51:28.152693 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 03:51:28.152751 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 03:51:28.152812 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 03:51:28.152870 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 03:51:28.152929 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 03:51:28.152987 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 03:51:28.153050 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 03:51:28.153110 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 03:51:28.153177 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 03:51:28.153237 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 03:51:28.153295 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 03:51:28.153353 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 03:51:28.153412 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 03:51:28.153470 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 03:51:28.153528 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 03:51:28.153587 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 03:51:28.153645 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 03:51:28.153703 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 03:51:28.153767 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 03:51:28.153826 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 03:51:28.153886 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 03:51:28.153945 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 03:51:28.154004 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 03:51:28.154062 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 03:51:28.154120 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 03:51:28.154189 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 03:51:28.154247 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 03:51:28.154305 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 03:51:28.154365 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 03:51:28.154422 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 03:51:28.154481 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 03:51:28.154546 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 03:51:28.154607 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 03:51:28.154664 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 03:51:28.154723 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 03:51:28.154783 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 03:51:28.154840 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 03:51:28.154898 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 03:51:28.154957 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 03:51:28.155028 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 03:51:28.155088 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 03:51:28.155152 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 03:51:28.155211 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 03:51:28.155276 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 03:51:28.155335 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 03:51:28.155392 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 03:51:28.155451 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 03:51:28.155509 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 03:51:28.155566 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 03:51:28.155625 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 03:51:28.155683 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 03:51:28.155740 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 03:51:28.155800 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 03:51:28.155858 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 03:51:28.155916 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 03:51:28.155976 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 03:51:28.156039 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 03:51:28.156097 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 03:51:28.156162 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 03:51:28.156222 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 03:51:28.156280 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 03:51:28.156338 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 03:51:28.156397 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 03:51:28.156455 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 03:51:28.156579 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 03:51:28.156646 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 03:51:28.156706 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 03:51:28.156765 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 03:51:28.156833 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 03:51:28.156894 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 03:51:28.156954 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 03:51:28.157013 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 03:51:28.157072 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 03:51:28.157130 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 03:51:28.157198 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 03:51:28.157258 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 03:51:28.157319 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 03:51:28.157377 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 03:51:28.157434 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 03:51:28.157493 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 03:51:28.157557 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 03:51:28.157617 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 03:51:28.157675 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 03:51:28.157732 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 03:51:28.157792 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 03:51:28.157850 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 03:51:28.157908 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 03:51:28.157968 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 03:51:28.158026 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 03:51:28.158085 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 03:51:28.158143 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 03:51:28.158206 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 03:51:28.158265 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 03:51:28.158329 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 03:51:28.158390 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 03:51:28.158449 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 03:51:28.158509 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 03:51:28.158566 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 03:51:28.158626 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 03:51:28.158684 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 03:51:28.158742 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 03:51:28.158802 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 03:51:28.158859 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 03:51:28.158919 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 03:51:28.158977 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 03:51:28.159040 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 03:51:28.159099 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 03:51:28.159164 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 03:51:28.159224 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 03:51:28.159282 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 03:51:28.159342 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 03:51:28.159400 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 03:51:28.159459 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 03:51:28.159517 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 03:51:28.159574 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 03:51:28.159632 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 03:51:28.159691 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 03:51:28.159754 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 03:51:28.159812 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 03:51:28.159873 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 03:51:28.159930 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 03:51:28.159990 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 03:51:28.160060 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 03:51:28.160120 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 03:51:28.160183 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 03:51:28.160243 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 03:51:28.160300 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 03:51:28.160358 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 03:51:28.160418 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 03:51:28.160547 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 03:51:28.160640 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 03:51:28.160702 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 03:51:28.160763 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 03:51:28.160821 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 03:51:28.160881 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 03:51:28.160939 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 03:51:28.160998 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 03:51:28.161056 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 03:51:28.161115 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 03:51:28.161181 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 03:51:28.161242 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 03:51:28.161302 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 03:51:28.161365 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 03:51:28.161426 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 03:51:28.161484 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 03:51:28.161556 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 03:51:28.161613 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 03:51:28.161669 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 03:51:28.161726 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 03:51:28.161782 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 03:51:28.161839 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 03:51:28.161895 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 03:51:28.161952 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 03:51:28.162009 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 03:51:28.162070 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 03:51:28.162126 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 03:51:28.162190 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 03:51:28.162247 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 03:51:28.162305 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 03:51:28.162362 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 03:51:28.162417 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 03:51:28.162472 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 03:51:28.162530 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 03:51:28.162586 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 03:51:28.162645 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 03:51:28.162702 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 03:51:28.162758 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 03:51:28.162817 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 03:51:28.162874 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 03:51:28.162930 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 03:51:28.162986 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 03:51:28.163043 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 03:51:28.163100 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 03:51:28.163161 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 03:51:28.163218 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 03:51:28.163275 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 03:51:28.163331 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 03:51:28.163387 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 03:51:28.163443 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 03:51:28.163502 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 03:51:28.163559 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 03:51:28.163614 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 03:51:28.163671 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 03:51:28.163727 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 03:51:28.163783 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 03:51:28.163839 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 03:51:28.163896 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 03:51:28.163950 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 03:51:28.164007 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 03:51:28.164083 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 03:51:28.164140 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 03:51:28.164206 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 03:51:28.164279 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 03:51:28.164336 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 03:51:28.164392 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 03:51:28.164448 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 03:51:28.164535 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 03:51:28.164613 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 03:51:28.164671 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 03:51:28.164731 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 03:51:28.164788 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 03:51:28.164848 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 03:51:28.164906 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 03:51:28.164963 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 03:51:28.165043 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 03:51:28.165105 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 03:51:28.165169 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 03:51:28.165229 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 03:51:28.165290 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 03:51:28.165349 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 03:51:28.165406 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 03:51:28.165466 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 03:51:28.165524 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 03:51:28.165580 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 03:51:28.165638 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 03:51:28.165697 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 03:51:28.165759 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 03:51:28.165818 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 03:51:28.165877 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 03:51:28.165935 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 03:51:28.165993 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 03:51:28.166052 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 03:51:28.166110 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 03:51:28.166173 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 03:51:28.166233 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 03:51:28.166290 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 03:51:28.166348 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 03:51:28.166407 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 03:51:28.166465 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 03:51:28.166531 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 03:51:28.166589 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 03:51:28.166649 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 03:51:28.166707 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 03:51:28.166765 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 03:51:28.166824 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 03:51:28.166881 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 03:51:28.166939 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 03:51:28.166996 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 03:51:28.167054 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 03:51:28.167114 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 03:51:28.167180 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 03:51:28.167243 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 03:51:28.167304 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 03:51:28.167361 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 03:51:28.167419 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 03:51:28.167476 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 03:51:28.167535 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 03:51:28.167593 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 03:51:28.167650 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 03:51:28.167710 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 03:51:28.167768 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 03:51:28.167825 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 03:51:28.167886 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 03:51:28.167956 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 03:51:28.168015 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 03:51:28.168073 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 03:51:28.168133 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 03:51:28.168199 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 03:51:28.168256 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 03:51:28.168315 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 03:51:28.168374 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 03:51:28.168432 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 03:51:28.168515 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 03:51:28.168577 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 03:51:28.168637 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 03:51:28.168694 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 03:51:28.168760 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 03:51:28.168818 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 03:51:28.168878 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 03:51:28.168936 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 03:51:28.168993 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 03:51:28.169051 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 03:51:28.169111 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 03:51:28.169174 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 03:51:28.169234 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 03:51:28.169291 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 03:51:28.169351 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 03:51:28.169409 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 03:51:28.169471 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 03:51:28.169529 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 03:51:28.169589 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 03:51:28.169646 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 03:51:28.169706 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 03:51:28.169764 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 03:51:28.169822 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 03:51:28.169883 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 03:51:28.169940 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 03:51:28.170007 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 03:51:28.170072 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 03:51:28.170130 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 03:51:28.170196 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 03:51:28.170262 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 03:51:28.170321 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 03:51:28.170380 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 03:51:28.170439 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 03:51:28.170497 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 03:51:28.170557 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 03:51:28.170617 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 03:51:28.170675 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 03:51:28.170732 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 03:51:28.170790 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 03:51:28.170850 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 03:51:28.170907 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 03:51:28.170970 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 03:51:28.171030 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 03:51:28.171088 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 03:51:28.171154 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 03:51:28.171216 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 03:51:28.171274 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 03:51:28.171360 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 03:51:28.171418 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 03:51:28.171478 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 03:51:28.171536 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 03:51:28.171595 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 03:51:28.171653 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 03:51:28.171715 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 03:51:28.171775 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 03:51:28.171834 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 03:51:28.171894 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 03:51:28.171952 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 03:51:28.172009 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 03:51:28.172069 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 03:51:28.172127 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 03:51:28.172203 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 03:51:28.172261 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 03:51:28.172321 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 03:51:28.172379 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 03:51:28.172439 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 03:51:28.172534 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 03:51:28.172595 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 03:51:28.172653 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 03:51:28.172712 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 03:51:28.172770 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 03:51:28.172828 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 03:51:28.172888 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 03:51:28.172945 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 03:51:28.173006 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 03:51:28.173064 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 03:51:28.173122 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 03:51:28.173187 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 03:51:28.173253 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 03:51:28.173314 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 03:51:28.173372 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 03:51:28.173429 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 03:51:28.173487 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 03:51:28.173547 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 03:51:28.173604 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 03:51:28.173661 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 03:51:28.173721 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 03:51:28.173779 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 03:51:28.173840 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 03:51:28.173899 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 03:51:28.173964 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 03:51:28.174022 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 03:51:28.174082 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 03:51:28.174139 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 03:51:28.174205 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 03:51:28.174263 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 03:51:28.174323 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 03:51:28.174381 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 03:51:28.174438 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 03:51:28.174498 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 03:51:28.174556 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 03:51:28.174616 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 03:51:28.174674 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 03:51:28.174738 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 03:51:28.174797 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 03:51:28.174860 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 03:51:28.174963 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 03:51:28.175081 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 03:51:28.175154 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 03:51:28.175216 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 03:51:28.175277 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 03:51:28.175338 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 03:51:28.175399 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 03:51:28.175457 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 03:51:28.175515 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 03:51:28.175580 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 03:51:28.175640 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 03:51:28.175698 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 03:51:28.175755 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 03:51:28.175812 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 03:51:28.175872 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 03:51:28.175930 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 03:51:28.175991 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 03:51:28.176048 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 03:51:28.176107 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 03:51:28.176173 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 03:51:28.176232 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 03:51:28.176290 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 03:51:28.176353 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 03:51:28.176412 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 03:51:28.176489 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 03:51:28.176553 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 03:51:28.176611 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 03:51:28.176671 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 03:51:28.176731 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 03:51:28.176789 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 03:51:28.176846 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 03:51:28.176904 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 03:51:28.176961 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 03:51:28.177020 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 03:51:28.177082 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 03:51:28.177140 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 03:51:28.177206 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 03:51:28.177264 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 03:51:28.177324 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 03:51:28.177381 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 03:51:28.177438 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 03:51:28.177498 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 03:51:28.177556 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 03:51:28.177613 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 03:51:28.177671 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 03:51:28.177728 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 03:51:28.177791 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 03:51:28.177850 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 03:51:28.177908 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 03:51:28.177967 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 03:51:28.178025 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 03:51:28.178082 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 03:51:28.178139 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 03:51:28.178205 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 03:51:28.178263 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 03:51:28.178322 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 03:51:28.178380 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 03:51:28.178440 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 03:51:28.178498 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 03:51:28.178564 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 03:51:28.178623 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 03:51:28.178682 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 03:51:28.178740 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 03:51:28.178797 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 03:51:28.178854 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 03:51:28.178913 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 03:51:28.178971 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 03:51:28.179028 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 03:51:28.179086 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 03:51:28.179151 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 03:51:28.179212 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 03:51:28.179276 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 03:51:28.179336 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 03:51:28.179394 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 03:51:28.179451 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 03:51:28.179508 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 03:51:28.179567 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 03:51:28.179625 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 03:51:28.179685 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 03:51:28.179744 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 03:51:28.179802 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 03:51:28.179861 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 03:51:28.179919 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 03:51:28.179981 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 03:51:28.180057 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 03:51:28.180116 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 03:51:28.180181 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 03:51:28.180241 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 03:51:28.180299 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 03:51:28.180358 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 03:51:28.180417 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 03:51:28.180501 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 03:51:28.180593 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 03:51:28.180654 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 03:51:28.180712 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 03:51:28.180772 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 03:51:28.180836 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 03:51:28.180896 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 03:51:28.180953 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 03:51:28.181013 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 03:51:28.181071 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 03:51:28.181128 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 03:51:28.181195 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 03:51:28.181255 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 03:51:28.181313 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 03:51:28.181371 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 03:51:28.181430 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 03:51:28.181488 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 03:51:28.181550 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 03:51:28.181610 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 03:51:28.181668 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 03:51:28.181725 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 03:51:28.181783 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 03:51:28.181843 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 03:51:28.181901 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 03:51:28.181962 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 03:51:28.182019 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 03:51:28.182076 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 03:51:28.182136 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 03:51:28.182203 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 03:51:28.182261 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 03:51:28.182326 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 03:51:28.182384 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 03:51:28.182442 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 03:51:28.182502 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 03:51:28.182560 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 03:51:28.182621 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 03:51:28.182679 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 03:51:28.182738 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 03:51:28.182796 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 03:51:28.182854 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 03:51:28.182913 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 03:51:28.182971 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 03:51:28.183034 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 03:51:28.183093 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 03:51:28.183157 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 03:51:28.183217 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 03:51:28.183275 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 03:51:28.183332 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 03:51:28.183391 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 03:51:28.183448 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 03:51:28.183506 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 03:51:28.183563 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 03:51:28.183621 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 03:51:28.183680 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 03:51:28.183743 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 03:51:28.183803 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 03:51:28.183861 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 03:51:28.183917 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 03:51:28.183976 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 03:51:28.184035 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 03:51:28.184092 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 03:51:28.184160 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 03:51:28.184220 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 03:51:28.184278 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 03:51:28.184335 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 03:51:28.184392 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 03:51:28.184452 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 03:51:28.184541 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 03:51:28.184602 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 03:51:28.184663 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 03:51:28.184720 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 03:51:28.184781 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 03:51:28.184839 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 03:51:28.184897 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 03:51:28.184956 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 03:51:28.185175 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 03:51:28.185350 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 03:51:28.185441 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 03:51:28.185523 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 03:51:28.185614 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 03:51:28.185688 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 03:51:28.185792 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 03:51:28.185872 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 03:51:28.185942 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 03:51:28.186012 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 03:51:28.186081 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 03:51:28.186151 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 03:51:28.186218 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 03:51:28.186286 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 03:51:28.186352 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 03:51:28.186420 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 03:51:28.186494 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 03:51:28.186562 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 03:51:28.186635 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 03:51:28.186705 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 03:51:28.186778 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 03:51:28.186845 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 03:51:28.186908 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 03:51:28.186974 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 03:51:28.187037 139869426623936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 03:51:28.192596 139869426623936 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 03:51:28.193165 139869426623936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 03:51:28.206053 139869426623936 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 03:51:28.224761 139869426623936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 03:51:28.225028 139869426623936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 03:51:28.232853 139869426623936 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 03:51:28.317003 139869426623936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 03:51:28.317281 139869426623936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 03:51:28.319906 139869426623936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 03:51:28.320156 139869426623936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 03:51:28.481304 139869426623936 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 03:51:28.482095 139869426623936 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 03:51:28.482733 139869426623936 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 03:51:28.898766 139869426623936 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 03:51:29.294759 139869426623936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 03:51:29.599870: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 03:51:29.599917: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 03:51:29.599947: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 03:51:40.390036 139869426623936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 03:51:40.391921 139869426623936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 03:51:40.407213 139869426623936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 03:51:40.449578 139869426623936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 03:51:43.695656 139869426623936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 03:51:43.701077 139869426623936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 03:51:43.728137 139869426623936 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 03:51:43.777961 139869426623936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 03:51:43.789722 139869426623936 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 03:51:43.875138 139869426623936 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 03:51:43.879446 139869426623936 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.044 ************************************** +I1010 03:51:43.879688 139869426623936 resnet_main.py:383] ****************************** the learning_rate is 0.044 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 03:51:43.879761 139869426623936 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 03:51:43.879827 139869426623936 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 03:51:43.879888 139869426623936 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 03:51:43.879946 139869426623936 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.5 ************************************** +I1010 03:51:43.880004 139869426623936 resnet_main.py:388] ****************************** the weight_decay_input is 1.5 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 03:51:43.880126 139869426623936 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 03:51:43.880260 139869426623936 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 03:51:43.881228 139869426623936 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 03:51:43.914932 139869426623936 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 03:51:47.250950 139869426623936 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:47.353189 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:47.421508 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:47.493581 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:47.614217 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:47.684187 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:47.756191 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:47.879163 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:47.947010 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:48.018429 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:48.139332 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:48.209230 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:48.281323 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:48.407902 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:48.478627 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:48.550571 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:48.673702 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:48.742089 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:48.817560 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:48.959353 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:49.027385 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:49.099550 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:49.225260 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:49.295281 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:49.368355 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:49.493736 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:49.564389 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:49.639353 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:49.767311 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:49.839459 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:49.915127 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:50.042768 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:50.116277 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:50.192222 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:50.320863 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:50.390856 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:50.461698 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:50.581458 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:50.648802 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:50.719815 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:50.839237 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:50.908040 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:50.979321 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:51.099406 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:51.166532 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:51.239643 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:51.369323 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:51.437519 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:51.511308 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:51.633265 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:51.704583 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:51.779920 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:51.904720 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:51.973372 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:52.044696 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:52.163825 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:52.232316 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:52.303781 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:52.427690 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:52.498116 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:52.570240 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:52.691484 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:52.760085 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:52.835406 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:52.959078 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:53.028142 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:53.100153 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:53.224869 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:53.297257 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:53.372085 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:53.491419 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:53.560122 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:53.633671 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:53.758245 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:53.832432 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:53.927690 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:54.065644 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:54.434276 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:54.509548 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:54.627947 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:54.694268 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:54.764031 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:54.885094 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:54.955101 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:55.029108 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:55.149669 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:55.218744 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:55.288877 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:55.408387 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:55.473958 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:55.544064 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:55.663110 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:55.733376 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:55.807877 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:55.932241 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:56.000684 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:56.072256 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:56.193154 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:56.262609 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:56.333198 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:56.455724 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:56.525305 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:56.598862 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:56.720330 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:56.787461 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:56.858942 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:56.981357 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:57.050164 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:57.122118 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:57.243730 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:57.313646 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:57.390175 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:57.511079 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:57.577828 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:57.648696 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:57.769336 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:57.837821 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:57.909590 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:58.030100 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:58.099667 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:58.180973 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:58.303244 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:58.370441 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:58.441085 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:58.561100 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:58.629291 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:58.702085 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:58.828741 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:58.901168 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:58.977133 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:59.101897 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:59.175467 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:59.251925 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:59.374912 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:59.445476 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:59.519874 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:59.647471 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:59.718969 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:59.793936 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:59.917363 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:51:59.989092 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:00.063500 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:00.185739 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:00.255053 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:00.329118 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:00.452399 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:00.521279 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:00.595428 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:00.717663 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:00.792845 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:00.872206 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:01.001703 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:01.075897 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:01.152546 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:01.280968 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:01.353804 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:01.428314 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:01.552519 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:01.625942 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:01.706146 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:01.835244 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 03:52:01.957350 139869426623936 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 03:52:02.634596 139869426623936 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 03:52:02.900593 139869426623936 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 03:52:09.182970 139869426623936 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 03:52:10.347177 139869426623936 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 03:52:24.197374 139869426623936 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 03:52:24.363004 139869426623936 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:52:43.967154 139869426623936 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 03:52:55.662758 139869426623936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 03:52:56.610255 139869426623936 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 03:52:56.610856 139869426623936 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 03:52:56.611491: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 03:52:56.637150 139869426623936 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 03:52:56.666974 139869426623936 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 03:52:56.718907 139869426623936 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 03:53:11.364020 139869426623936 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 03:53:11.365098 139867416413952 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 03:53:11.365696 139867408021248 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 03:53:11.429431 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:53:11.516576 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:53:11.550789 139869426623936 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:53:11.551197 139869426623936 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 03:53:41.600100 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:53:41.680540 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 03:54:01.339827 139867408021248 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 03:54:11.755604 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:54:11.858134 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:54:40.661686 139869426623936 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:54:41.938007 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:54:42.021526 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.7023935, step = 200 +I1010 03:54:53.989696 139869426623936 basic_session_run_hooks.py:262] loss = 4.7023935, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:54:53.992027 139869426623936 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:54:53.992283 139869426623936 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 03:55:05.534156 139867408021248 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 03:55:12.104717 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:55:12.179801 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 03:55:42.256170 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:55:42.336419 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:55:45.385715 139869426623936 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6121962, step = 400 (63.218 sec) +I1010 03:55:57.207531 139869426623936 basic_session_run_hooks.py:260] loss = 3.6121962, step = 400 (63.218 sec) +INFO:tensorflow:global_step/sec: 3.16367 +I1010 03:55:57.209115 139869426623936 tpu_estimator.py:2307] global_step/sec: 3.16367 +INFO:tensorflow:examples/sec: 207334 +I1010 03:55:57.210283 139869426623936 tpu_estimator.py:2308] examples/sec: 207334 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:55:57.211520 139869426623936 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:55:57.211714 139869426623936 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 10) +I1010 03:56:05.696801 139867408021248 tpu_estimator.py:279] Outfeed finished for iteration (2, 10) +I1010 03:56:12.395642 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:56:12.472508 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 03:56:42.554893 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:56:42.619951 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:56:43.290680 139869426623936 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.06623, step = 600 (59.141 sec) +I1010 03:56:56.348536 139869426623936 basic_session_run_hooks.py:260] loss = 3.06623, step = 600 (59.141 sec) +INFO:tensorflow:global_step/sec: 3.38174 +I1010 03:56:56.350256 139869426623936 tpu_estimator.py:2307] global_step/sec: 3.38174 +INFO:tensorflow:examples/sec: 221626 +I1010 03:56:56.350783 139869426623936 tpu_estimator.py:2308] examples/sec: 221626 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:56:56.352072 139869426623936 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:56:56.352264 139869426623936 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 16) +I1010 03:57:06.074551 139867408021248 tpu_estimator.py:279] Outfeed finished for iteration (3, 16) +I1010 03:57:12.702661 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:57:12.771755 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:57:42.251023 139869426623936 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:57:42.856697 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:57:42.932301 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.8441694, step = 800 (58.312 sec) +I1010 03:57:54.660702 139869426623936 basic_session_run_hooks.py:260] loss = 2.8441694, step = 800 (58.312 sec) +INFO:tensorflow:global_step/sec: 3.42982 +I1010 03:57:54.662381 139869426623936 tpu_estimator.py:2307] global_step/sec: 3.42982 +INFO:tensorflow:examples/sec: 224777 +I1010 03:57:54.662853 139869426623936 tpu_estimator.py:2308] examples/sec: 224777 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:57:54.664015 139869426623936 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:57:54.664187 139869426623936 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 24) +I1010 03:58:06.077086 139867408021248 tpu_estimator.py:279] Outfeed finished for iteration (4, 24) +I1010 03:58:13.012028 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:58:13.105585 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:58:40.822495 139869426623936 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:58:43.186196 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:58:43.256047 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 03:58:48.733527 139869426623936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.7367861, step = 1000 (57.997 sec) +I1010 03:58:52.658171 139869426623936 basic_session_run_hooks.py:260] loss = 2.7367861, step = 1000 (57.997 sec) +INFO:tensorflow:global_step/sec: 3.44842 +I1010 03:58:52.660000 139869426623936 tpu_estimator.py:2307] global_step/sec: 3.44842 +INFO:tensorflow:examples/sec: 225995 +I1010 03:58:52.660442 139869426623936 tpu_estimator.py:2308] examples/sec: 225995 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:58:52.661530 139869426623936 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:58:52.661710 139869426623936 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 34) +I1010 03:59:06.214953 139867408021248 tpu_estimator.py:279] Outfeed finished for iteration (5, 34) +I1010 03:59:13.325911 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:59:13.399211 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:59:38.968734 139869426623936 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 03:59:43.482156 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 03:59:43.557486 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.3540223, step = 1200 (61.194 sec) +I1010 03:59:53.852166 139869426623936 basic_session_run_hooks.py:260] loss = 2.3540223, step = 1200 (61.194 sec) +INFO:tensorflow:global_step/sec: 3.2683 +I1010 03:59:53.853909 139869426623936 tpu_estimator.py:2307] global_step/sec: 3.2683 +INFO:tensorflow:examples/sec: 214191 +I1010 03:59:53.854326 139869426623936 tpu_estimator.py:2308] examples/sec: 214191 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 03:59:53.855278 139869426623936 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 03:59:53.855475 139869426623936 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 29) +I1010 04:00:06.335148 139867408021248 tpu_estimator.py:279] Outfeed finished for iteration (6, 29) +I1010 04:00:13.636696 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:00:13.714729 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:00:39.717382 139869426623936 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:00:43.790227 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:00:43.868649 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.1095169, step = 1400 (58.750 sec) +I1010 04:00:52.602056 139869426623936 basic_session_run_hooks.py:260] loss = 2.1095169, step = 1400 (58.750 sec) +INFO:tensorflow:global_step/sec: 3.40426 +I1010 04:00:52.603735 139869426623936 tpu_estimator.py:2307] global_step/sec: 3.40426 +INFO:tensorflow:examples/sec: 223102 +I1010 04:00:52.604166 139869426623936 tpu_estimator.py:2308] examples/sec: 223102 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:00:52.605396 139869426623936 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:00:52.605591 139869426623936 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 36) +I1010 04:01:06.523221 139867408021248 tpu_estimator.py:279] Outfeed finished for iteration (7, 36) +I1010 04:01:13.948910 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:01:14.019825 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:01:38.461529 139869426623936 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:01:44.075135 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:01:44.159820 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.206996, step = 1600 (59.384 sec) +I1010 04:01:51.986480 139869426623936 basic_session_run_hooks.py:260] loss = 2.206996, step = 1600 (59.384 sec) +INFO:tensorflow:global_step/sec: 3.36788 +I1010 04:01:51.988328 139869426623936 tpu_estimator.py:2307] global_step/sec: 3.36788 +INFO:tensorflow:examples/sec: 220717 +I1010 04:01:51.988667 139869426623936 tpu_estimator.py:2308] examples/sec: 220717 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 04:01:53.825234 139869426623936 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 04:01:53.825521 139869426623936 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 34) +I1010 04:02:06.624538 139867408021248 tpu_estimator.py:279] Outfeed finished for iteration (8, 34) +I1010 04:02:14.209908 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:02:14.285887 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.8240093, step = 1760 (39.226 sec) +I1010 04:02:31.212313 139869426623936 basic_session_run_hooks.py:260] loss = 1.8240093, step = 1760 (39.226 sec) +INFO:tensorflow:global_step/sec: 4.07899 +I1010 04:02:31.213761 139869426623936 tpu_estimator.py:2307] global_step/sec: 4.07899 +INFO:tensorflow:examples/sec: 267321 +I1010 04:02:31.214241 139869426623936 tpu_estimator.py:2308] examples/sec: 267321 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:02:31.215207 139869426623936 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:Stop infeed thread controller +I1010 04:02:45.365669 139869426623936 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 04:02:45.367515 139869426623936 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 04:02:45.367820 139867416413952 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 04:02:45.367939 139867416413952 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 04:02:45.368117 139869426623936 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 04:02:45.368247 139869426623936 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 04:02:45.368314 139869426623936 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 04:02:45.368438 139867408021248 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 04:02:45.368585 139867408021248 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 04:02:45.368745 139869426623936 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 04:02:45.368899 139869426623936 tpu_estimator.py:616] Shutdown TPU system. +I1010 04:02:45.414604 139867399628544 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:02:45.489723 139867399628544 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Loss for final step: 1.8240093. +I1010 04:03:17.226561 139869426623936 estimator.py:371] Loss for final step: 1.8240093. +INFO:tensorflow:training_loop marked as finished +I1010 04:03:17.227529 139869426623936 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 04:03:20.593677 140163386258880 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 04:03:20.599684 140163386258880 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 04:03:20.599967 140163386258880 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 04:03:20.603518 140163386258880 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:03:20.656099 140163386258880 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 04:03:20.656461 140163386258880 transport.py:157] Attempting refresh to obtain initial access_token +I1010 04:03:20.734683 140163386258880 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:03:20.797353 140163386258880 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 04:03:20.797698 140163386258880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 04:03:20.867494 140163386258880 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 04:03:20.868653 140163386258880 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 04:03:20.868940 140163386258880 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 04:03:20.869395 140163386258880 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 04:03:20.869478 140163386258880 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 04:03:20.869573 140163386258880 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 04:03:20.869697 140163386258880 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:03:21.124860 140163386258880 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 04:03:21.125374 140163386258880 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 04:03:21.125756 140163386258880 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 04:03:21.127133: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 04:03:21.140356 140163386258880 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 04:03:21.140680 140163386258880 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 04:03:21.142776 140163386258880 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 04:03:21.142854 140163386258880 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 04:03:21.142956 140163386258880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 04:03:21.143273 140163386258880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 04:03:21.143343 140163386258880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 04:03:21.143408 140163386258880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 04:03:21.143471 140163386258880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 04:03:21.143532 140163386258880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 04:03:21.143600 140163386258880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 04:03:21.143661 140163386258880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 04:03:21.143722 140163386258880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 04:03:21.143780 140163386258880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 04:03:21.143860 140163386258880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 04:03:21.149569 140163386258880 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 04:03:21.151412 140163386258880 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 04:03:21.166604 140163386258880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 04:03:21.166873 140163386258880 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 04:03:21.175492 140163386258880 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 04:03:21.266176 140163386258880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:03:21.266650 140163386258880 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 04:03:21.427834 140163386258880 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 04:03:21.428667 140163386258880 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 04:03:21.429322 140163386258880 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 04:03:21.843732 140163386258880 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 04:03:22.420568: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 04:03:22.420626: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 04:03:22.420657: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 04:03:22.444694 140163386258880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 04:03:22.446023 140163386258880 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 04:03:22.461342 140163386258880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 04:03:22.488440 140163386258880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 04:03:24.775017 140163386258880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 04:03:24.780379 140163386258880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 04:03:24.808597 140163386258880 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 04:03:24.859246 140163386258880 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 04:03:24.870836 140163386258880 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 04:03:24.968978 140163386258880 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 04:03:25.217642 140163386258880 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 04:03:25.234396 140163386258880 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 04:03:25.254518 140163386258880 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T04:03:25Z +I1010 04:03:25.272341 140163386258880 evaluation.py:255] Starting evaluation at 2019-10-10T04:03:25Z +INFO:tensorflow:TPU job name worker +I1010 04:03:25.272646 140163386258880 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 04:03:25.815783 140163386258880 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:03:25.880913 140163386258880 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 04:03:28.783626 140163386258880 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 04:03:28.801835 140163386258880 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 04:03:28.841084 140163386258880 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 04:03:28.852958 140163386258880 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 04:03:35.208734 140163386258880 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 04:03:35.209741 140161709221632 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 04:03:35.210223 140161358755584 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 04:03:35.360712 140163386258880 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 04:03:35.383361 140163386258880 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 04:03:35.384105 140163386258880 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 04:03:35.420517 140161350362880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 04:03:35.485627 140161350362880 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 04:03:46.764348 140161358755584 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 04:03:55.756020 140163386258880 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 04:03:55.756443 140163386258880 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 04:03:55.756563 140163386258880 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 04:03:55.756752 140161709221632 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 04:03:55.756860 140161709221632 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 04:03:55.757004 140163386258880 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 04:03:55.757105 140163386258880 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 04:03:55.757173 140163386258880 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 04:03:55.759485 140161358755584 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 04:03:55.759689 140161358755584 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 04:03:55.759845 140163386258880 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 04:03:55.759954 140163386258880 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-04:04:05 +I1010 04:04:05.760277 140163386258880 evaluation.py:275] Finished evaluation at 2019-10-10-04:04:05 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9187456, top_1_accuracy = 0.75321454, top_5_accuracy = 0.92437744 +I1010 04:04:05.760720 140163386258880 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9187456, top_1_accuracy = 0.75321454, top_5_accuracy = 0.92437744 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:04:08.163103 140163386258880 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 04:04:08.427326 140163386258880 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9187456, 'top_1_accuracy': 0.75321454, 'global_step': 1760, 'top_5_accuracy': 0.92437744}. Elapsed seconds: 47 +I1010 04:04:08.427782 140163386258880 resnet_main.py:597] Eval results: {'loss': 1.9187456, 'top_1_accuracy': 0.75321454, 'global_step': 1760, 'top_5_accuracy': 0.92437744}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 04:04:08.427937 140163386258880 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570679523555709... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570680159256192... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570679526.v3-512#1570680165298647... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570679558732824... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570679928000521... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570679928221387... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570679932030986... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570679987365248... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570679987536017... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570679991501587... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570680047762307... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570680047947683... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570680052090865... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570680107232876... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570680107392766... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570680111392693... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570680158583876... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570680158740921... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570680162893029... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570680246546226... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570680246.v3-512#1570680248359262... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 04:04:12.559144 140154725987776 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 04:04:12.564826 140154725987776 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 04:04:12.565076 140154725987776 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 04:04:12.568447 140154725987776 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:04:12.611466 140154725987776 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 04:04:12.611747 140154725987776 transport.py:157] Attempting refresh to obtain initial access_token +I1010 04:04:12.683259 140154725987776 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:04:12.724817 140154725987776 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 04:04:12.725085 140154725987776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 04:04:12.829240 140154725987776 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 04:04:12.830728 140154725987776 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 04:04:12.831024 140154725987776 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 04:04:12.831562 140154725987776 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 04:04:12.831649 140154725987776 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 04:04:12.831742 140154725987776 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 04:04:12.920413 140154725987776 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 04:04:13.005582 140154725987776 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 04:04:13.007684: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 04:04:13.068759 140154725987776 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 04:04:13.069080 140154725987776 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 04:04:13.069618 140154725987776 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 04:04:13.069689 140154725987776 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 04:04:13.069756 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 04:04:13.070050 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 04:04:13.070137 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 04:04:13.070204 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 04:04:13.070266 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 04:04:13.070327 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 04:04:13.070386 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 04:04:13.070446 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 04:04:13.070506 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 04:04:13.070565 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 04:04:13.070627 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 04:04:13.070688 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 04:04:13.070748 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 04:04:13.070813 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 04:04:13.070874 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 04:04:13.070940 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 04:04:13.071000 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 04:04:13.071063 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 04:04:13.071122 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 04:04:13.071182 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 04:04:13.071240 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 04:04:13.071314 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 04:04:13.071376 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 04:04:13.071435 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 04:04:13.071495 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 04:04:13.071553 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 04:04:13.071611 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 04:04:13.071676 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 04:04:13.071736 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 04:04:13.071794 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 04:04:13.071861 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 04:04:13.071918 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 04:04:13.071981 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 04:04:13.072041 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 04:04:13.072103 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 04:04:13.072161 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 04:04:13.072221 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 04:04:13.072278 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 04:04:13.072338 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 04:04:13.072396 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 04:04:13.072465 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 04:04:13.072578 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 04:04:13.072640 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 04:04:13.072704 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 04:04:13.072762 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 04:04:13.072832 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 04:04:13.072891 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 04:04:13.072952 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 04:04:13.073012 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 04:04:13.073071 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 04:04:13.073129 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 04:04:13.073199 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 04:04:13.073266 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 04:04:13.073326 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 04:04:13.073385 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 04:04:13.073446 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 04:04:13.073506 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 04:04:13.073565 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 04:04:13.073627 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 04:04:13.073692 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 04:04:13.073755 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 04:04:13.073818 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 04:04:13.073879 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 04:04:13.073937 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 04:04:13.073997 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 04:04:13.074062 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 04:04:13.074121 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 04:04:13.074192 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 04:04:13.074254 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 04:04:13.074315 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 04:04:13.074373 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 04:04:13.074433 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 04:04:13.074491 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 04:04:13.074557 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 04:04:13.074615 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 04:04:13.074673 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 04:04:13.074733 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 04:04:13.074798 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 04:04:13.074863 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 04:04:13.074923 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 04:04:13.074982 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 04:04:13.075046 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 04:04:13.075103 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 04:04:13.075167 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 04:04:13.075227 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 04:04:13.075287 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 04:04:13.075345 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 04:04:13.075408 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 04:04:13.075476 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 04:04:13.075544 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 04:04:13.075608 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 04:04:13.075668 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 04:04:13.075726 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 04:04:13.075786 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 04:04:13.075849 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 04:04:13.075907 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 04:04:13.075965 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 04:04:13.076025 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 04:04:13.076086 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 04:04:13.076144 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 04:04:13.076217 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 04:04:13.076277 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 04:04:13.076342 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 04:04:13.076400 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 04:04:13.076458 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 04:04:13.076605 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 04:04:13.076668 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 04:04:13.076729 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 04:04:13.076786 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 04:04:13.076854 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 04:04:13.076914 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 04:04:13.076975 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 04:04:13.077034 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 04:04:13.077105 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 04:04:13.077202 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 04:04:13.077269 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 04:04:13.077327 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 04:04:13.077394 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 04:04:13.077454 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 04:04:13.077512 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 04:04:13.077574 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 04:04:13.077632 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 04:04:13.077692 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 04:04:13.077750 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 04:04:13.077816 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 04:04:13.077876 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 04:04:13.077934 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 04:04:13.078000 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 04:04:13.078058 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 04:04:13.078118 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 04:04:13.078176 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 04:04:13.078234 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 04:04:13.078294 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 04:04:13.078360 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 04:04:13.078428 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 04:04:13.078486 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 04:04:13.078546 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 04:04:13.078604 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 04:04:13.078663 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 04:04:13.078728 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 04:04:13.078788 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 04:04:13.078857 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 04:04:13.078917 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 04:04:13.078977 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 04:04:13.079035 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 04:04:13.079093 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 04:04:13.079157 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 04:04:13.079216 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 04:04:13.079274 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 04:04:13.079334 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 04:04:13.079396 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 04:04:13.079466 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 04:04:13.079525 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 04:04:13.079586 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 04:04:13.079644 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 04:04:13.079704 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 04:04:13.079762 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 04:04:13.079828 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 04:04:13.079885 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 04:04:13.079945 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 04:04:13.080003 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 04:04:13.080061 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 04:04:13.080120 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 04:04:13.080178 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 04:04:13.080241 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 04:04:13.080301 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 04:04:13.080359 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 04:04:13.080418 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 04:04:13.080492 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 04:04:13.080555 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 04:04:13.080615 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 04:04:13.080673 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 04:04:13.080733 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 04:04:13.080790 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 04:04:13.080854 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 04:04:13.080914 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 04:04:13.080977 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 04:04:13.081037 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 04:04:13.081095 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 04:04:13.081154 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 04:04:13.081212 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 04:04:13.081269 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 04:04:13.081334 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 04:04:13.081392 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 04:04:13.081449 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 04:04:13.081509 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 04:04:13.081568 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 04:04:13.081625 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 04:04:13.081686 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 04:04:13.081749 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 04:04:13.081815 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 04:04:13.081876 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 04:04:13.081935 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 04:04:13.081994 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 04:04:13.082053 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 04:04:13.082112 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 04:04:13.082170 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 04:04:13.082235 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 04:04:13.082294 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 04:04:13.082353 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 04:04:13.082411 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 04:04:13.082474 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 04:04:13.082532 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 04:04:13.082591 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 04:04:13.082648 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 04:04:13.082705 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 04:04:13.082763 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 04:04:13.082827 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 04:04:13.082886 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 04:04:13.082943 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 04:04:13.083004 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 04:04:13.083062 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 04:04:13.083121 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 04:04:13.083184 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 04:04:13.083244 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 04:04:13.083302 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 04:04:13.083368 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 04:04:13.083430 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 04:04:13.083488 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 04:04:13.083548 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 04:04:13.083607 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 04:04:13.083666 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 04:04:13.083724 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 04:04:13.083782 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 04:04:13.083853 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 04:04:13.083913 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 04:04:13.083976 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 04:04:13.084034 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 04:04:13.084093 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 04:04:13.084151 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 04:04:13.084211 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 04:04:13.084269 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 04:04:13.084332 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 04:04:13.084391 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 04:04:13.084460 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 04:04:13.084536 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 04:04:13.084594 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 04:04:13.084652 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 04:04:13.084717 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 04:04:13.084777 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 04:04:13.085046 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 04:04:13.085156 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 04:04:13.085230 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 04:04:13.085304 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 04:04:13.085366 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 04:04:13.085427 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 04:04:13.085491 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 04:04:13.085552 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 04:04:13.085612 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 04:04:13.085670 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 04:04:13.085741 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 04:04:13.085800 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 04:04:13.085860 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 04:04:13.085921 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 04:04:13.085979 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 04:04:13.086039 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 04:04:13.086097 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 04:04:13.086169 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 04:04:13.086231 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 04:04:13.086308 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 04:04:13.086371 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 04:04:13.086431 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 04:04:13.086493 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 04:04:13.086563 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 04:04:13.086622 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 04:04:13.086683 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 04:04:13.086743 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 04:04:13.086801 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 04:04:13.086859 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 04:04:13.086918 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 04:04:13.086976 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 04:04:13.087033 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 04:04:13.087093 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 04:04:13.087152 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 04:04:13.087210 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 04:04:13.087275 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 04:04:13.087343 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 04:04:13.087404 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 04:04:13.087462 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 04:04:13.087522 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 04:04:13.087580 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 04:04:13.087640 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 04:04:13.087698 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 04:04:13.087758 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 04:04:13.087817 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 04:04:13.087877 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 04:04:13.087935 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 04:04:13.088000 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 04:04:13.088062 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 04:04:13.088120 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 04:04:13.088179 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 04:04:13.088238 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 04:04:13.088304 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 04:04:13.088363 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 04:04:13.088422 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 04:04:13.088506 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 04:04:13.088571 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 04:04:13.088632 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 04:04:13.088692 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 04:04:13.088754 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 04:04:13.088821 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 04:04:13.088882 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 04:04:13.088943 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 04:04:13.089009 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 04:04:13.089070 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 04:04:13.089131 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 04:04:13.089191 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 04:04:13.089252 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 04:04:13.089323 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 04:04:13.089385 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 04:04:13.089448 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 04:04:13.089512 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 04:04:13.089582 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 04:04:13.089649 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 04:04:13.089716 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 04:04:13.089778 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 04:04:13.089843 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 04:04:13.089905 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 04:04:13.089966 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 04:04:13.090029 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 04:04:13.090090 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 04:04:13.090152 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 04:04:13.090210 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 04:04:13.090270 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 04:04:13.090334 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 04:04:13.090401 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 04:04:13.090461 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 04:04:13.090519 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 04:04:13.090579 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 04:04:13.090640 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 04:04:13.090701 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 04:04:13.090760 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 04:04:13.090820 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 04:04:13.090878 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 04:04:13.090938 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 04:04:13.090996 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 04:04:13.091054 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 04:04:13.091120 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 04:04:13.091178 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 04:04:13.091238 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 04:04:13.091316 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 04:04:13.091378 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 04:04:13.091438 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 04:04:13.091497 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 04:04:13.091558 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 04:04:13.091618 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 04:04:13.091676 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 04:04:13.091736 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 04:04:13.091794 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 04:04:13.091859 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 04:04:13.091918 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 04:04:13.091979 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 04:04:13.092037 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 04:04:13.092097 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 04:04:13.092155 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 04:04:13.092215 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 04:04:13.092273 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 04:04:13.092339 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 04:04:13.092398 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 04:04:13.092458 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 04:04:13.092535 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 04:04:13.092596 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 04:04:13.092662 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 04:04:13.092720 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 04:04:13.092780 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 04:04:13.092839 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 04:04:13.092896 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 04:04:13.092963 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 04:04:13.093023 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 04:04:13.093081 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 04:04:13.093141 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 04:04:13.093199 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 04:04:13.093262 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 04:04:13.093329 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 04:04:13.093395 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 04:04:13.093456 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 04:04:13.093517 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 04:04:13.093575 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 04:04:13.093635 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 04:04:13.093693 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 04:04:13.093751 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 04:04:13.093811 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 04:04:13.093869 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 04:04:13.093929 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 04:04:13.093987 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 04:04:13.094046 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 04:04:13.094109 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 04:04:13.094167 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 04:04:13.094225 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 04:04:13.094290 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 04:04:13.094348 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 04:04:13.094405 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 04:04:13.094464 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 04:04:13.094521 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 04:04:13.094579 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 04:04:13.094638 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 04:04:13.094696 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 04:04:13.094754 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 04:04:13.094813 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 04:04:13.094877 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 04:04:13.094934 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 04:04:13.094993 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 04:04:13.095051 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 04:04:13.095108 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 04:04:13.095166 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 04:04:13.095225 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 04:04:13.095288 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 04:04:13.095347 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 04:04:13.095406 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 04:04:13.095464 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 04:04:13.095523 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 04:04:13.095586 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 04:04:13.095643 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 04:04:13.095701 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 04:04:13.095761 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 04:04:13.095818 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 04:04:13.095879 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 04:04:13.095937 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 04:04:13.095995 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 04:04:13.096055 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 04:04:13.096113 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 04:04:13.096180 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 04:04:13.096241 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 04:04:13.096306 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 04:04:13.096380 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 04:04:13.096440 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 04:04:13.096514 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 04:04:13.096575 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 04:04:13.096640 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 04:04:13.096698 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 04:04:13.096757 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 04:04:13.096817 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 04:04:13.096875 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 04:04:13.096934 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 04:04:13.096992 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 04:04:13.097049 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 04:04:13.097115 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 04:04:13.097174 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 04:04:13.097234 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 04:04:13.097301 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 04:04:13.097361 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 04:04:13.097420 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 04:04:13.097480 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 04:04:13.097537 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 04:04:13.097596 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 04:04:13.097654 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 04:04:13.097711 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 04:04:13.097769 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 04:04:13.097831 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 04:04:13.097892 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 04:04:13.097950 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 04:04:13.098010 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 04:04:13.098068 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 04:04:13.098128 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 04:04:13.098186 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 04:04:13.098243 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 04:04:13.098306 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 04:04:13.098366 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 04:04:13.098424 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 04:04:13.098483 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 04:04:13.098541 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 04:04:13.098604 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 04:04:13.098664 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 04:04:13.098722 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 04:04:13.098779 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 04:04:13.098839 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 04:04:13.098896 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 04:04:13.098957 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 04:04:13.099015 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 04:04:13.099073 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 04:04:13.099131 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 04:04:13.099189 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 04:04:13.099247 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 04:04:13.099317 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 04:04:13.099376 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 04:04:13.099436 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 04:04:13.099495 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 04:04:13.099555 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 04:04:13.099615 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 04:04:13.099674 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 04:04:13.099733 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 04:04:13.099791 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 04:04:13.099848 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 04:04:13.099908 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 04:04:13.099967 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 04:04:13.100032 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 04:04:13.100090 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 04:04:13.100147 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 04:04:13.100207 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 04:04:13.100264 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 04:04:13.100328 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 04:04:13.100385 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 04:04:13.100445 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 04:04:13.100518 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 04:04:13.100579 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 04:04:13.100639 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 04:04:13.100697 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 04:04:13.100755 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 04:04:13.100820 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 04:04:13.100878 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 04:04:13.100935 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 04:04:13.100994 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 04:04:13.101051 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 04:04:13.101109 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 04:04:13.101167 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 04:04:13.101227 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 04:04:13.101291 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 04:04:13.101351 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 04:04:13.101411 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 04:04:13.101469 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 04:04:13.101531 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 04:04:13.101591 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 04:04:13.101649 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 04:04:13.101707 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 04:04:13.101768 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 04:04:13.101828 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 04:04:13.101887 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 04:04:13.101948 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 04:04:13.102009 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 04:04:13.102066 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 04:04:13.102124 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 04:04:13.102183 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 04:04:13.102241 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 04:04:13.102312 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 04:04:13.102371 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 04:04:13.102431 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 04:04:13.102490 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 04:04:13.102550 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 04:04:13.102610 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 04:04:13.102669 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 04:04:13.102727 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 04:04:13.102787 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 04:04:13.102845 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 04:04:13.102904 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 04:04:13.102962 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 04:04:13.103025 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 04:04:13.103086 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 04:04:13.103147 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 04:04:13.103205 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 04:04:13.103265 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 04:04:13.103331 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 04:04:13.103390 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 04:04:13.103451 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 04:04:13.103509 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 04:04:13.103568 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 04:04:13.103626 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 04:04:13.103684 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 04:04:13.103749 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 04:04:13.103809 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 04:04:13.103868 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 04:04:13.103928 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 04:04:13.103986 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 04:04:13.104044 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 04:04:13.104103 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 04:04:13.104161 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 04:04:13.104219 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 04:04:13.104279 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 04:04:13.104343 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 04:04:13.104402 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 04:04:13.104460 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 04:04:13.104542 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 04:04:13.104604 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 04:04:13.104664 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 04:04:13.104722 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 04:04:13.104780 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 04:04:13.104839 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 04:04:13.104897 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 04:04:13.104955 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 04:04:13.105014 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 04:04:13.105072 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 04:04:13.105132 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 04:04:13.105190 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 04:04:13.105254 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 04:04:13.105320 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 04:04:13.105380 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 04:04:13.105438 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 04:04:13.105496 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 04:04:13.105556 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 04:04:13.105614 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 04:04:13.105674 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 04:04:13.105732 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 04:04:13.105789 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 04:04:13.105849 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 04:04:13.105910 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 04:04:13.105974 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 04:04:13.106034 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 04:04:13.106091 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 04:04:13.106151 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 04:04:13.106221 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 04:04:13.106281 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 04:04:13.106344 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 04:04:13.106404 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 04:04:13.106462 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 04:04:13.106520 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 04:04:13.106580 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 04:04:13.106640 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 04:04:13.106698 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 04:04:13.106761 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 04:04:13.106820 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 04:04:13.106877 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 04:04:13.106935 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 04:04:13.106993 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 04:04:13.107052 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 04:04:13.107110 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 04:04:13.107170 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 04:04:13.107229 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 04:04:13.107294 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 04:04:13.107352 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 04:04:13.107410 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 04:04:13.107475 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 04:04:13.107533 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 04:04:13.107592 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 04:04:13.107650 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 04:04:13.107707 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 04:04:13.107764 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 04:04:13.107826 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 04:04:13.107886 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 04:04:13.107944 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 04:04:13.108002 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 04:04:13.108062 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 04:04:13.108119 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 04:04:13.108179 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 04:04:13.108248 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 04:04:13.108314 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 04:04:13.108374 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 04:04:13.108432 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 04:04:13.108506 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 04:04:13.108567 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 04:04:13.108628 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 04:04:13.108686 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 04:04:13.108747 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 04:04:13.108804 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 04:04:13.108863 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 04:04:13.108922 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 04:04:13.108985 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 04:04:13.109045 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 04:04:13.109103 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 04:04:13.109163 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 04:04:13.109221 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 04:04:13.109287 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 04:04:13.109349 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 04:04:13.109409 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 04:04:13.109469 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 04:04:13.109529 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 04:04:13.109587 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 04:04:13.109647 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 04:04:13.109709 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 04:04:13.109769 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 04:04:13.109827 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 04:04:13.109888 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 04:04:13.109946 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 04:04:13.110004 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 04:04:13.110063 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 04:04:13.110121 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 04:04:13.110177 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 04:04:13.110235 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 04:04:13.110301 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 04:04:13.110359 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 04:04:13.110419 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 04:04:13.110483 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 04:04:13.110542 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 04:04:13.110601 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 04:04:13.110660 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 04:04:13.110718 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 04:04:13.110775 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 04:04:13.110833 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 04:04:13.110891 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 04:04:13.110949 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 04:04:13.111007 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 04:04:13.111064 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 04:04:13.111123 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 04:04:13.111186 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 04:04:13.111243 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 04:04:13.111321 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 04:04:13.111382 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 04:04:13.111440 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 04:04:13.111499 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 04:04:13.111557 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 04:04:13.111613 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 04:04:13.111673 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 04:04:13.111730 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 04:04:13.111788 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 04:04:13.111848 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 04:04:13.111911 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 04:04:13.111968 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 04:04:13.112026 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 04:04:13.112085 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 04:04:13.112143 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 04:04:13.112200 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 04:04:13.112257 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 04:04:13.112323 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 04:04:13.112380 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 04:04:13.112440 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 04:04:13.112514 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 04:04:13.112574 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 04:04:13.112632 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 04:04:13.112696 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 04:04:13.112755 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 04:04:13.112812 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 04:04:13.112870 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 04:04:13.112927 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 04:04:13.112987 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 04:04:13.113044 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 04:04:13.113102 140154725987776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 04:04:13.119074 140154725987776 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 04:04:13.119602 140154725987776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 04:04:13.131882 140154725987776 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 04:04:13.149208 140154725987776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 04:04:13.149398 140154725987776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 04:04:13.157557 140154725987776 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 04:04:13.240009 140154725987776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:04:13.240314 140154725987776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 04:04:13.242779 140154725987776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:04:13.242990 140154725987776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 04:04:13.400352 140154725987776 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 04:04:13.401222 140154725987776 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 04:04:13.401870 140154725987776 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 04:04:13.808420 140154725987776 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 04:04:14.209265 140154725987776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 04:04:14.515804: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 04:04:14.515855: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 04:04:14.515888: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 04:04:25.212323 140154725987776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 04:04:25.213974 140154725987776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 04:04:25.229343 140154725987776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 04:04:25.270714 140154725987776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 04:04:28.498805 140154725987776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 04:04:28.504080 140154725987776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 04:04:28.531434 140154725987776 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 04:04:28.579658 140154725987776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 04:04:28.591368 140154725987776 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 04:04:28.675858 140154725987776 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 04:04:28.680145 140154725987776 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.044 ************************************** +I1010 04:04:28.680376 140154725987776 resnet_main.py:383] ****************************** the learning_rate is 0.044 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 04:04:28.680449 140154725987776 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 04:04:28.680550 140154725987776 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 04:04:28.680612 140154725987776 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 04:04:28.680679 140154725987776 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.5 ************************************** +I1010 04:04:28.680738 140154725987776 resnet_main.py:388] ****************************** the weight_decay_input is 1.5 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 04:04:28.680862 140154725987776 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 04:04:28.680994 140154725987776 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 04:04:28.681931 140154725987776 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 04:04:28.715408 140154725987776 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 04:04:32.052299 140154725987776 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:32.149955 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:32.219070 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:32.289774 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:32.412074 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:32.482254 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:32.554425 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:32.677300 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:32.744461 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:32.815385 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:32.934556 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:33.002638 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:33.073713 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:33.196883 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:33.267113 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:33.339252 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:33.464030 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:33.532279 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:33.606446 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:33.747098 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:33.813716 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:33.885647 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:34.006620 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:34.075292 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:34.145345 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:34.265742 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:34.332730 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:34.405535 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:34.525312 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:34.592519 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:34.663297 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:34.783545 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:34.852966 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:34.924731 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:35.046087 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:35.114067 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:35.186487 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:35.308446 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:35.378047 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:35.450016 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:35.568677 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:35.637061 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:35.707937 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:35.826571 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:35.893874 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:35.964802 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:36.090276 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:36.157135 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:36.229374 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:36.350745 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:36.423150 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:36.496418 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:36.618211 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:36.685164 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:36.757334 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:36.880172 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:36.953344 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:37.031893 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:37.167619 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:37.244679 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:37.326183 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:37.454741 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:37.524013 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:37.598606 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:37.722212 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:37.791337 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:37.865036 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:37.989300 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:38.063438 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:38.139132 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:38.264504 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:38.335879 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:38.411086 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:38.536389 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:38.611964 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:38.707793 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:38.844052 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:39.206284 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:39.280972 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:39.403292 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:39.470196 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:39.540390 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:39.658710 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:39.727842 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:39.801239 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:39.920257 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:39.988435 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:40.059165 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:40.179563 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:40.249064 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:40.321064 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:40.444835 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:40.514447 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:40.593058 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:40.726145 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:40.800257 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:40.877228 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:41.007339 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:41.080897 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:41.157607 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:41.284233 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:41.355644 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:41.429927 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:41.552855 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:41.620671 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:41.692847 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:41.813209 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:41.883291 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:41.955543 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:42.076550 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:42.146653 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:42.221730 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:42.348377 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:42.417239 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:42.488555 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:42.609873 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:42.678164 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:42.750416 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:42.872245 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:42.942600 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:43.022344 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:43.145347 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:43.214188 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:43.285445 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:43.407238 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:43.475239 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:43.547034 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:43.667361 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:43.738274 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:43.812195 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:43.933994 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:44.003180 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:44.076323 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:44.197107 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:44.266639 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:44.341553 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:44.467032 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:44.534651 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:44.607662 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:44.728291 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:44.799299 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:44.873121 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:44.993588 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:45.060842 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:45.132582 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:45.253941 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:45.322168 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:45.402697 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:45.522870 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:45.592535 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:45.665463 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:45.785919 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:45.853177 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:45.924614 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:46.044504 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:46.112847 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:46.186824 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:46.308001 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:46.379611 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:46.458331 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:46.583626 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:04:46.704576 140154725987776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 04:04:47.383771 140154725987776 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 04:04:47.652321 140154725987776 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 04:04:54.941564 140154725987776 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 04:04:56.081211 140154725987776 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 04:05:10.353373 140154725987776 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 04:05:10.522032 140154725987776 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:05:30.353854 140154725987776 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 04:05:43.992155 140154725987776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 04:05:44.990906 140154725987776 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 04:05:44.991372 140154725987776 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 04:05:44.991922: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0'] +I1010 04:05:45.018764 140154725987776 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 04:05:45.049015 140154725987776 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 04:05:45.099196 140154725987776 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 04:05:59.966409 140154725987776 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 04:05:59.967303 140152715331328 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 04:05:59.967823 140152706938624 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 04:06:00.024835 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:06:00.098992 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:06:00.149252 140154725987776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:06:00.149676 140154725987776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 04:06:30.161175 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:06:30.235680 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 04:06:50.733263 140152706938624 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 04:07:00.323702 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:07:00.396915 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:07:30.247561 140154725987776 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:07:30.475760 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:07:30.549782 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.521076, step = 200 +I1010 04:07:44.726891 140154725987776 basic_session_run_hooks.py:262] loss = 4.521076, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:07:44.730490 140154725987776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:07:44.730753 140154725987776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 04:07:56.475491 140152706938624 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 04:08:00.631604 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:08:00.699734 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:08:30.783094 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:08:30.861695 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:08:37.079519 140154725987776 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6453433, step = 400 (66.693 sec) +I1010 04:08:51.419990 140154725987776 basic_session_run_hooks.py:260] loss = 3.6453433, step = 400 (66.693 sec) +INFO:tensorflow:global_step/sec: 2.99886 +I1010 04:08:51.421843 140154725987776 tpu_estimator.py:2307] global_step/sec: 2.99886 +INFO:tensorflow:examples/sec: 196534 +I1010 04:08:51.423017 140154725987776 tpu_estimator.py:2308] examples/sec: 196534 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:08:51.424464 140154725987776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:08:51.424755 140154725987776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 0) +I1010 04:08:57.769479 140152706938624 tpu_estimator.py:279] Outfeed finished for iteration (2, 0) +I1010 04:09:00.942317 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:09:01.022687 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:09:31.105859 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:09:31.184449 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:09:38.337213 140154725987776 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3551998, step = 600 (60.337 sec) +I1010 04:09:51.756730 140154725987776 basic_session_run_hooks.py:260] loss = 3.3551998, step = 600 (60.337 sec) +INFO:tensorflow:global_step/sec: 3.31464 +I1010 04:09:51.760150 140154725987776 tpu_estimator.py:2307] global_step/sec: 3.31464 +INFO:tensorflow:examples/sec: 217228 +I1010 04:09:51.760612 140154725987776 tpu_estimator.py:2308] examples/sec: 217228 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:09:51.761837 140154725987776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:09:51.762054 140154725987776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 0) +I1010 04:09:58.215857 140152706938624 tpu_estimator.py:279] Outfeed finished for iteration (3, 0) +I1010 04:10:01.244510 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:10:01.314198 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:10:31.398984 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:10:31.467786 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:10:37.922720 140154725987776 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9692109, step = 800 (61.029 sec) +I1010 04:10:52.786005 140154725987776 basic_session_run_hooks.py:260] loss = 2.9692109, step = 800 (61.029 sec) +INFO:tensorflow:global_step/sec: 3.27722 +I1010 04:10:52.787472 140154725987776 tpu_estimator.py:2307] global_step/sec: 3.27722 +INFO:tensorflow:examples/sec: 214776 +I1010 04:10:52.787909 140154725987776 tpu_estimator.py:2308] examples/sec: 214776 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:10:52.789041 140154725987776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:10:52.789216 140154725987776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 0) +I1010 04:10:59.444865 140152706938624 tpu_estimator.py:279] Outfeed finished for iteration (4, 0) +I1010 04:11:01.549323 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:11:01.627398 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:11:31.711708 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:11:31.789819 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:11:39.580857 140154725987776 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 04:11:49.889007 140154725987776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.6625774, step = 1000 (62.889 sec) +I1010 04:11:55.675448 140154725987776 basic_session_run_hooks.py:260] loss = 2.6625774, step = 1000 (62.889 sec) +INFO:tensorflow:global_step/sec: 3.18017 +I1010 04:11:55.677160 140154725987776 tpu_estimator.py:2307] global_step/sec: 3.18017 +INFO:tensorflow:examples/sec: 208416 +I1010 04:11:55.677593 140154725987776 tpu_estimator.py:2308] examples/sec: 208416 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:11:55.678572 140154725987776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:11:55.678745 140154725987776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 04:12:01.870299 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:12:01.946559 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (5, 0) +I1010 04:12:01.947333 140152706938624 tpu_estimator.py:279] Outfeed finished for iteration (5, 0) +I1010 04:12:32.032704 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:12:32.104980 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:12:42.216902 140154725987776 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.3402715, step = 1200 (62.065 sec) +I1010 04:12:57.740248 140154725987776 basic_session_run_hooks.py:260] loss = 2.3402715, step = 1200 (62.065 sec) +INFO:tensorflow:global_step/sec: 3.22243 +I1010 04:12:57.742046 140154725987776 tpu_estimator.py:2307] global_step/sec: 3.22243 +INFO:tensorflow:examples/sec: 211185 +I1010 04:12:57.742475 140154725987776 tpu_estimator.py:2308] examples/sec: 211185 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:12:57.743655 140154725987776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:12:57.743830 140154725987776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 04:13:02.183506 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:13:02.253539 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (6, 0) +I1010 04:13:04.157522 140152706938624 tpu_estimator.py:279] Outfeed finished for iteration (6, 0) +I1010 04:13:32.325324 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:13:32.429624 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:13:44.619277 140154725987776 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.450744, step = 1400 (60.518 sec) +I1010 04:13:58.258502 140154725987776 basic_session_run_hooks.py:260] loss = 2.450744, step = 1400 (60.518 sec) +INFO:tensorflow:global_step/sec: 3.30479 +I1010 04:13:58.260327 140154725987776 tpu_estimator.py:2307] global_step/sec: 3.30479 +INFO:tensorflow:examples/sec: 216583 +I1010 04:13:58.260838 140154725987776 tpu_estimator.py:2308] examples/sec: 216583 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:13:58.262130 140154725987776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:13:58.262321 140154725987776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 04:14:02.503909 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:14:02.572637 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (7, 0) +I1010 04:14:04.962007 140152706938624 tpu_estimator.py:279] Outfeed finished for iteration (7, 0) +I1010 04:14:32.647597 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:14:32.780255 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:14:45.380664 140154725987776 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.1445227, step = 1600 (59.695 sec) +I1010 04:14:57.953389 140154725987776 basic_session_run_hooks.py:260] loss = 2.1445227, step = 1600 (59.695 sec) +INFO:tensorflow:global_step/sec: 3.35038 +I1010 04:14:57.955138 140154725987776 tpu_estimator.py:2307] global_step/sec: 3.35038 +INFO:tensorflow:examples/sec: 219570 +I1010 04:14:57.955574 140154725987776 tpu_estimator.py:2308] examples/sec: 219570 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 04:14:57.956680 140154725987776 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 04:14:57.956890 140154725987776 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +I1010 04:15:02.865101 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:15:02.951955 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (8, 3) +I1010 04:15:05.106472 140152706938624 tpu_estimator.py:279] Outfeed finished for iteration (8, 3) +I1010 04:15:33.039175 140152698545920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:15:33.124881 140152698545920 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.0726118, step = 1760 (38.123 sec) +I1010 04:15:36.076272 140154725987776 basic_session_run_hooks.py:260] loss = 2.0726118, step = 1760 (38.123 sec) +INFO:tensorflow:global_step/sec: 4.19699 +I1010 04:15:36.077672 140154725987776 tpu_estimator.py:2307] global_step/sec: 4.19699 +INFO:tensorflow:examples/sec: 275054 +I1010 04:15:36.078094 140154725987776 tpu_estimator.py:2308] examples/sec: 275054 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:15:36.079195 140154725987776 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:Stop infeed thread controller +I1010 04:15:50.456327 140154725987776 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 04:15:50.456800 140154725987776 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 04:15:50.457030 140152715331328 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 04:15:50.457182 140152715331328 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 04:15:50.457370 140154725987776 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 04:15:50.457561 140154725987776 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 04:15:50.457631 140154725987776 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 04:15:50.457766 140152706938624 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 04:15:50.457864 140152706938624 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 04:15:50.458022 140154725987776 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 04:15:50.458141 140154725987776 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.0726118. +I1010 04:16:04.886145 140154725987776 estimator.py:371] Loss for final step: 2.0726118. +INFO:tensorflow:training_loop marked as finished +I1010 04:16:04.887109 140154725987776 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 04:16:08.185405 140211332773312 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 04:16:08.191149 140211332773312 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 04:16:08.191452 140211332773312 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 04:16:08.194797 140211332773312 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:16:08.247092 140211332773312 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 04:16:08.247370 140211332773312 transport.py:157] Attempting refresh to obtain initial access_token +I1010 04:16:08.337805 140211332773312 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:16:08.390415 140211332773312 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 04:16:08.390675 140211332773312 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 04:16:08.486047 140211332773312 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 04:16:08.487153 140211332773312 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 04:16:08.487404 140211332773312 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 04:16:08.487881 140211332773312 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 04:16:08.487972 140211332773312 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 04:16:08.488064 140211332773312 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 04:16:08.488188 140211332773312 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:16:08.693980 140211332773312 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 04:16:08.694583 140211332773312 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 04:16:08.695024 140211332773312 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 04:16:08.696535: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 04:16:08.710202 140211332773312 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 04:16:08.710413 140211332773312 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 04:16:08.712847 140211332773312 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 04:16:08.712928 140211332773312 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 04:16:08.712994 140211332773312 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 04:16:08.713304 140211332773312 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 04:16:08.713373 140211332773312 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 04:16:08.713438 140211332773312 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 04:16:08.713499 140211332773312 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 04:16:08.713560 140211332773312 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 04:16:08.713619 140211332773312 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 04:16:08.713684 140211332773312 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 04:16:08.713742 140211332773312 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 04:16:08.713803 140211332773312 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 04:16:08.713871 140211332773312 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 04:16:08.719327 140211332773312 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 04:16:08.721117 140211332773312 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 04:16:08.734560 140211332773312 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 04:16:08.734730 140211332773312 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 04:16:08.742801 140211332773312 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 04:16:08.826945 140211332773312 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:16:08.827210 140211332773312 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 04:16:08.980400 140211332773312 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 04:16:08.981236 140211332773312 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 04:16:08.981873 140211332773312 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 04:16:09.382783 140211332773312 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 04:16:09.955006: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 04:16:09.955064: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 04:16:09.955100: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 04:16:09.979492 140211332773312 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 04:16:09.980875 140211332773312 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 04:16:09.996316 140211332773312 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 04:16:10.023952 140211332773312 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 04:16:12.293598 140211332773312 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 04:16:12.298804 140211332773312 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 04:16:12.324736 140211332773312 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 04:16:12.375494 140211332773312 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 04:16:12.387921 140211332773312 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 04:16:12.486701 140211332773312 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 04:16:12.731827 140211332773312 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 04:16:12.748125 140211332773312 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 04:16:12.767713 140211332773312 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T04:16:12Z +I1010 04:16:12.785336 140211332773312 evaluation.py:255] Starting evaluation at 2019-10-10T04:16:12Z +INFO:tensorflow:TPU job name worker +I1010 04:16:12.785604 140211332773312 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 04:16:13.320092 140211332773312 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:16:13.425056 140211332773312 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 04:16:16.206845 140211332773312 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 04:16:16.228914 140211332773312 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 04:16:16.269927 140211332773312 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 04:16:16.284463 140211332773312 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 04:16:22.902604 140211332773312 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 04:16:22.903551 140209521415936 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 04:16:22.904107 140209513023232 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 04:16:23.048963 140211332773312 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 04:16:23.071600 140211332773312 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 04:16:23.072423 140211332773312 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 04:16:23.106676 140209504630528 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 04:16:23.175525 140209504630528 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 04:16:34.197833 140209513023232 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 04:16:42.679270 140211332773312 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 04:16:42.679685 140211332773312 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 04:16:42.679770 140211332773312 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 04:16:42.679968 140209521415936 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 04:16:42.680094 140209521415936 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 04:16:42.680255 140211332773312 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 04:16:42.680383 140211332773312 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 04:16:42.680444 140211332773312 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 04:16:42.680624 140209513023232 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 04:16:42.680712 140209513023232 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 04:16:42.680840 140211332773312 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 04:16:42.680938 140211332773312 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-04:16:53 +I1010 04:16:53.395957 140211332773312 evaluation.py:275] Finished evaluation at 2019-10-10-04:16:53 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.957869, top_1_accuracy = 0.7534993, top_5_accuracy = 0.9253743 +I1010 04:16:53.396401 140211332773312 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.957869, top_1_accuracy = 0.7534993, top_5_accuracy = 0.9253743 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:16:55.342312 140211332773312 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 04:16:55.645184 140211332773312 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.957869, 'top_1_accuracy': 0.7534993, 'global_step': 1760, 'top_5_accuracy': 0.9253743}. Elapsed seconds: 46 +I1010 04:16:55.645478 140211332773312 resnet_main.py:597] Eval results: {'loss': 1.957869, 'top_1_accuracy': 0.7534993, 'global_step': 1760, 'top_5_accuracy': 0.9253743}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 04:16:55.645611 140211332773312 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570680288301485... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570680944828595... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570680291.v3-512#1570680950394183... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570680325155999... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570680709125185... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570680709318004... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570680713297995... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570680772824270... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570680773004937... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570680777114461... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570680831519997... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570680831673492... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570680835679018... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570680893391194... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570680893571610... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570680897434258... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570680944102358... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570680944313764... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570680948086561... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570681013940847... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570681014.v3-512#1570681015583449... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 04:16:59.709388 140306247407040 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 04:16:59.714880 140306247407040 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 04:16:59.715085 140306247407040 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 04:16:59.718209 140306247407040 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:16:59.773247 140306247407040 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 04:16:59.773535 140306247407040 transport.py:157] Attempting refresh to obtain initial access_token +I1010 04:16:59.846577 140306247407040 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:16:59.933614 140306247407040 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 04:16:59.933937 140306247407040 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 04:17:00.002938 140306247407040 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 04:17:00.004585 140306247407040 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 04:17:00.004910 140306247407040 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 04:17:00.005408 140306247407040 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 04:17:00.005494 140306247407040 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 04:17:00.005578 140306247407040 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 04:17:00.100181 140306247407040 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 04:17:00.197707 140306247407040 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 04:17:00.199762: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 04:17:00.256633 140306247407040 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 04:17:00.256925 140306247407040 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 04:17:00.257467 140306247407040 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 04:17:00.257548 140306247407040 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 04:17:00.257615 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 04:17:00.257894 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 04:17:00.257962 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 04:17:00.258042 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 04:17:00.258102 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 04:17:00.258163 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 04:17:00.258223 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 04:17:00.258281 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 04:17:00.258348 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 04:17:00.258408 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 04:17:00.258470 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 04:17:00.258529 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 04:17:00.258589 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 04:17:00.258649 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 04:17:00.258708 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 04:17:00.258773 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 04:17:00.258832 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 04:17:00.258898 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 04:17:00.258958 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 04:17:00.259016 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 04:17:00.259074 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 04:17:00.259135 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 04:17:00.259196 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 04:17:00.259254 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 04:17:00.259320 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 04:17:00.259381 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 04:17:00.259438 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 04:17:00.259497 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 04:17:00.259561 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 04:17:00.259619 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 04:17:00.259679 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 04:17:00.259737 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 04:17:00.259795 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 04:17:00.259855 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 04:17:00.259915 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 04:17:00.259974 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 04:17:00.260037 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 04:17:00.260097 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 04:17:00.260154 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 04:17:00.260214 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 04:17:00.260278 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 04:17:00.260345 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 04:17:00.260405 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 04:17:00.260463 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 04:17:00.260571 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 04:17:00.260636 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 04:17:00.260695 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 04:17:00.260755 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 04:17:00.260814 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 04:17:00.260874 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 04:17:00.260934 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 04:17:00.260993 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 04:17:00.261051 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 04:17:00.261116 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 04:17:00.261177 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 04:17:00.261235 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 04:17:00.261295 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 04:17:00.261362 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 04:17:00.261420 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 04:17:00.261478 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 04:17:00.261538 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 04:17:00.261596 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 04:17:00.261655 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 04:17:00.261713 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 04:17:00.261773 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 04:17:00.261837 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 04:17:00.261895 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 04:17:00.261955 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 04:17:00.262013 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 04:17:00.262073 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 04:17:00.262130 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 04:17:00.262188 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 04:17:00.262247 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 04:17:00.262310 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 04:17:00.262370 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 04:17:00.262428 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 04:17:00.262487 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 04:17:00.262552 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 04:17:00.262612 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 04:17:00.262670 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 04:17:00.262728 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 04:17:00.262787 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 04:17:00.262845 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 04:17:00.262903 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 04:17:00.262962 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 04:17:00.263020 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 04:17:00.263077 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 04:17:00.263137 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 04:17:00.263195 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 04:17:00.263253 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 04:17:00.263322 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 04:17:00.263381 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 04:17:00.263439 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 04:17:00.263498 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 04:17:00.263556 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 04:17:00.263613 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 04:17:00.263672 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 04:17:00.263731 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 04:17:00.263789 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 04:17:00.263849 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 04:17:00.263907 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 04:17:00.263967 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 04:17:00.264029 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 04:17:00.264089 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 04:17:00.264147 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 04:17:00.264204 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 04:17:00.264262 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 04:17:00.264327 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 04:17:00.264385 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 04:17:00.264445 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 04:17:00.264549 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 04:17:00.264617 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 04:17:00.264677 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 04:17:00.264735 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 04:17:00.264795 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 04:17:00.264858 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 04:17:00.264918 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 04:17:00.264976 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 04:17:00.265036 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 04:17:00.265094 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 04:17:00.265156 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 04:17:00.265221 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 04:17:00.265281 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 04:17:00.265347 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 04:17:00.265405 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 04:17:00.265464 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 04:17:00.265522 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 04:17:00.265585 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 04:17:00.265645 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 04:17:00.265702 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 04:17:00.265760 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 04:17:00.265820 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 04:17:00.265878 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 04:17:00.265938 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 04:17:00.265996 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 04:17:00.266055 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 04:17:00.266113 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 04:17:00.266172 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 04:17:00.266231 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 04:17:00.266288 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 04:17:00.266360 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 04:17:00.266417 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 04:17:00.266475 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 04:17:00.266534 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 04:17:00.266592 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 04:17:00.266649 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 04:17:00.266707 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 04:17:00.266767 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 04:17:00.266824 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 04:17:00.266881 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 04:17:00.266940 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 04:17:00.266998 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 04:17:00.267060 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 04:17:00.267121 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 04:17:00.267179 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 04:17:00.267239 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 04:17:00.267297 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 04:17:00.267363 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 04:17:00.267421 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 04:17:00.267479 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 04:17:00.267548 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 04:17:00.267608 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 04:17:00.267667 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 04:17:00.267724 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 04:17:00.267788 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 04:17:00.267848 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 04:17:00.267908 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 04:17:00.267966 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 04:17:00.268026 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 04:17:00.268083 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 04:17:00.268141 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 04:17:00.268198 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 04:17:00.268256 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 04:17:00.268321 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 04:17:00.268379 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 04:17:00.268438 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 04:17:00.268552 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 04:17:00.268631 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 04:17:00.268691 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 04:17:00.268749 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 04:17:00.268807 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 04:17:00.268867 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 04:17:00.268925 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 04:17:00.268985 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 04:17:00.269042 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 04:17:00.269100 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 04:17:00.269160 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 04:17:00.269220 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 04:17:00.269279 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 04:17:00.269350 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 04:17:00.269409 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 04:17:00.269468 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 04:17:00.269526 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 04:17:00.269584 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 04:17:00.269643 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 04:17:00.269701 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 04:17:00.269758 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 04:17:00.269817 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 04:17:00.269876 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 04:17:00.269936 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 04:17:00.269994 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 04:17:00.270056 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 04:17:00.270114 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 04:17:00.270175 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 04:17:00.270234 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 04:17:00.270292 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 04:17:00.270356 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 04:17:00.270415 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 04:17:00.270473 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 04:17:00.270531 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 04:17:00.270591 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 04:17:00.270648 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 04:17:00.270705 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 04:17:00.270762 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 04:17:00.270829 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 04:17:00.270888 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 04:17:00.270945 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 04:17:00.271002 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 04:17:00.271059 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 04:17:00.271119 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 04:17:00.271177 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 04:17:00.271234 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 04:17:00.271317 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 04:17:00.271377 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 04:17:00.271435 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 04:17:00.271493 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 04:17:00.271555 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 04:17:00.271615 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 04:17:00.271672 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 04:17:00.271729 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 04:17:00.271787 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 04:17:00.271847 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 04:17:00.271905 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 04:17:00.271965 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 04:17:00.272022 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 04:17:00.272079 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 04:17:00.272138 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 04:17:00.272197 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 04:17:00.272258 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 04:17:00.272324 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 04:17:00.272382 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 04:17:00.272440 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 04:17:00.272545 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 04:17:00.272612 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 04:17:00.272671 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 04:17:00.272730 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 04:17:00.272789 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 04:17:00.272847 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 04:17:00.272906 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 04:17:00.272964 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 04:17:00.273021 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 04:17:00.273087 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 04:17:00.273147 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 04:17:00.273205 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 04:17:00.273263 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 04:17:00.273328 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 04:17:00.273386 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 04:17:00.273443 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 04:17:00.273502 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 04:17:00.273560 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 04:17:00.273617 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 04:17:00.273675 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 04:17:00.273734 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 04:17:00.273797 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 04:17:00.273855 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 04:17:00.273915 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 04:17:00.273972 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 04:17:00.274030 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 04:17:00.274089 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 04:17:00.274148 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 04:17:00.274207 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 04:17:00.274264 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 04:17:00.274328 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 04:17:00.274388 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 04:17:00.274447 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 04:17:00.274512 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 04:17:00.274573 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 04:17:00.274631 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 04:17:00.274689 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 04:17:00.274748 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 04:17:00.274805 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 04:17:00.274863 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 04:17:00.274920 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 04:17:00.274979 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 04:17:00.275037 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 04:17:00.275095 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 04:17:00.275155 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 04:17:00.275213 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 04:17:00.275274 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 04:17:00.275337 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 04:17:00.275396 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 04:17:00.275453 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 04:17:00.275510 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 04:17:00.275568 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 04:17:00.275624 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 04:17:00.275682 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 04:17:00.275739 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 04:17:00.275798 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 04:17:00.275856 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 04:17:00.275914 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 04:17:00.275975 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 04:17:00.276034 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 04:17:00.276092 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 04:17:00.276149 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 04:17:00.276207 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 04:17:00.276264 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 04:17:00.276329 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 04:17:00.276386 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 04:17:00.276446 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 04:17:00.276521 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 04:17:00.276582 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 04:17:00.276640 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 04:17:00.276700 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 04:17:00.276763 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 04:17:00.276822 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 04:17:00.276880 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 04:17:00.276938 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 04:17:00.276998 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 04:17:00.277055 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 04:17:00.277113 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 04:17:00.277173 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 04:17:00.277230 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 04:17:00.277288 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 04:17:00.277353 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 04:17:00.277410 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 04:17:00.277472 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 04:17:00.277540 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 04:17:00.277601 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 04:17:00.277659 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 04:17:00.277718 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 04:17:00.277776 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 04:17:00.277834 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 04:17:00.277893 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 04:17:00.277950 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 04:17:00.278007 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 04:17:00.278064 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 04:17:00.278124 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 04:17:00.278186 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 04:17:00.278244 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 04:17:00.278306 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 04:17:00.278367 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 04:17:00.278425 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 04:17:00.278485 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 04:17:00.278543 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 04:17:00.278601 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 04:17:00.278660 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 04:17:00.278717 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 04:17:00.278774 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 04:17:00.278832 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 04:17:00.278889 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 04:17:00.278954 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 04:17:00.279011 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 04:17:00.279069 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 04:17:00.279129 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 04:17:00.279189 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 04:17:00.279247 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 04:17:00.279310 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 04:17:00.279370 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 04:17:00.279428 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 04:17:00.279485 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 04:17:00.279544 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 04:17:00.279603 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 04:17:00.279665 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 04:17:00.279725 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 04:17:00.279783 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 04:17:00.279841 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 04:17:00.279900 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 04:17:00.279957 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 04:17:00.280014 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 04:17:00.280071 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 04:17:00.280128 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 04:17:00.280186 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 04:17:00.280245 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 04:17:00.280308 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 04:17:00.280373 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 04:17:00.280431 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 04:17:00.280505 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 04:17:00.280565 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 04:17:00.280622 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 04:17:00.280682 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 04:17:00.280740 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 04:17:00.280797 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 04:17:00.280855 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 04:17:00.280913 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 04:17:00.280972 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 04:17:00.281029 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 04:17:00.281088 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 04:17:00.281152 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 04:17:00.281210 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 04:17:00.281269 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 04:17:00.281333 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 04:17:00.281393 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 04:17:00.281450 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 04:17:00.281507 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 04:17:00.281565 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 04:17:00.281624 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 04:17:00.281682 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 04:17:00.281740 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 04:17:00.281799 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 04:17:00.281862 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 04:17:00.281920 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 04:17:00.281979 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 04:17:00.282037 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 04:17:00.282094 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 04:17:00.282152 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 04:17:00.282211 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 04:17:00.282269 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 04:17:00.282335 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 04:17:00.282396 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 04:17:00.282454 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 04:17:00.282512 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 04:17:00.282572 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 04:17:00.282634 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 04:17:00.282692 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 04:17:00.282752 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 04:17:00.282809 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 04:17:00.282867 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 04:17:00.282927 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 04:17:00.282987 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 04:17:00.283046 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 04:17:00.283103 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 04:17:00.283162 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 04:17:00.283220 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 04:17:00.283277 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 04:17:00.283351 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 04:17:00.283411 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 04:17:00.283468 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 04:17:00.283526 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 04:17:00.283586 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 04:17:00.283651 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 04:17:00.283710 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 04:17:00.283768 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 04:17:00.283827 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 04:17:00.283885 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 04:17:00.283941 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 04:17:00.283999 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 04:17:00.284061 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 04:17:00.284121 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 04:17:00.284178 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 04:17:00.284235 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 04:17:00.284293 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 04:17:00.284360 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 04:17:00.284419 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 04:17:00.284488 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 04:17:00.284550 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 04:17:00.284610 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 04:17:00.284667 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 04:17:00.284724 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 04:17:00.284782 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 04:17:00.284846 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 04:17:00.284904 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 04:17:00.284961 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 04:17:00.285021 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 04:17:00.285079 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 04:17:00.285135 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 04:17:00.285193 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 04:17:00.285250 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 04:17:00.285314 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 04:17:00.285372 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 04:17:00.285430 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 04:17:00.285490 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 04:17:00.285552 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 04:17:00.285610 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 04:17:00.285670 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 04:17:00.285727 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 04:17:00.285785 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 04:17:00.285844 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 04:17:00.285902 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 04:17:00.285959 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 04:17:00.286017 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 04:17:00.286075 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 04:17:00.286139 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 04:17:00.286196 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 04:17:00.286258 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 04:17:00.286323 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 04:17:00.286381 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 04:17:00.286438 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 04:17:00.286497 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 04:17:00.286555 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 04:17:00.286612 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 04:17:00.286669 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 04:17:00.286727 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 04:17:00.286784 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 04:17:00.286843 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 04:17:00.286900 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 04:17:00.286958 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 04:17:00.287022 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 04:17:00.287080 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 04:17:00.287137 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 04:17:00.287194 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 04:17:00.287250 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 04:17:00.287314 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 04:17:00.287373 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 04:17:00.287431 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 04:17:00.287487 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 04:17:00.287554 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 04:17:00.287615 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 04:17:00.287674 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 04:17:00.287738 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 04:17:00.287796 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 04:17:00.287853 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 04:17:00.287911 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 04:17:00.287970 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 04:17:00.288028 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 04:17:00.288084 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 04:17:00.288144 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 04:17:00.288203 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 04:17:00.288269 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 04:17:00.288332 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 04:17:00.288391 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 04:17:00.288449 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 04:17:00.288527 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 04:17:00.288587 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 04:17:00.288645 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 04:17:00.288703 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 04:17:00.288763 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 04:17:00.288820 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 04:17:00.288880 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 04:17:00.288939 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 04:17:00.288997 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 04:17:00.289056 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 04:17:00.289113 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 04:17:00.289171 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 04:17:00.289235 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 04:17:00.289293 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 04:17:00.289359 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 04:17:00.289417 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 04:17:00.289475 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 04:17:00.289534 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 04:17:00.289593 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 04:17:00.289652 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 04:17:00.289710 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 04:17:00.289768 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 04:17:00.289827 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 04:17:00.289885 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 04:17:00.289947 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 04:17:00.290005 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 04:17:00.290065 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 04:17:00.290122 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 04:17:00.290180 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 04:17:00.290240 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 04:17:00.290298 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 04:17:00.290364 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 04:17:00.290421 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 04:17:00.290478 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 04:17:00.290537 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 04:17:00.290595 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 04:17:00.290652 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 04:17:00.290715 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 04:17:00.290774 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 04:17:00.290832 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 04:17:00.290891 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 04:17:00.290949 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 04:17:00.291007 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 04:17:00.291064 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 04:17:00.291121 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 04:17:00.291179 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 04:17:00.291238 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 04:17:00.291323 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 04:17:00.291383 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 04:17:00.291449 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 04:17:00.291507 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 04:17:00.291567 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 04:17:00.291625 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 04:17:00.291683 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 04:17:00.291742 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 04:17:00.291799 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 04:17:00.291857 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 04:17:00.291915 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 04:17:00.291973 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 04:17:00.292031 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 04:17:00.292088 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 04:17:00.292152 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 04:17:00.292212 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 04:17:00.292269 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 04:17:00.292334 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 04:17:00.292392 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 04:17:00.292450 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 04:17:00.292525 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 04:17:00.292583 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 04:17:00.292643 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 04:17:00.292701 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 04:17:00.292758 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 04:17:00.292817 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 04:17:00.292876 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 04:17:00.292939 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 04:17:00.292998 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 04:17:00.293056 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 04:17:00.293113 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 04:17:00.293171 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 04:17:00.293230 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 04:17:00.293287 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 04:17:00.293351 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 04:17:00.293411 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 04:17:00.293471 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 04:17:00.293529 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 04:17:00.293587 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 04:17:00.293653 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 04:17:00.293713 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 04:17:00.293771 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 04:17:00.293829 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 04:17:00.293888 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 04:17:00.293946 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 04:17:00.294006 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 04:17:00.294064 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 04:17:00.294123 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 04:17:00.294183 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 04:17:00.294241 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 04:17:00.294306 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 04:17:00.294364 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 04:17:00.294428 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 04:17:00.294486 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 04:17:00.294543 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 04:17:00.294601 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 04:17:00.294660 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 04:17:00.294718 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 04:17:00.294778 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 04:17:00.294836 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 04:17:00.294895 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 04:17:00.294953 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 04:17:00.295011 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 04:17:00.295068 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 04:17:00.295131 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 04:17:00.295191 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 04:17:00.295248 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 04:17:00.295315 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 04:17:00.295375 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 04:17:00.295433 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 04:17:00.295491 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 04:17:00.295551 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 04:17:00.295608 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 04:17:00.295666 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 04:17:00.295723 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 04:17:00.295782 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 04:17:00.295846 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 04:17:00.295906 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 04:17:00.295963 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 04:17:00.296021 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 04:17:00.296080 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 04:17:00.296139 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 04:17:00.296197 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 04:17:00.296255 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 04:17:00.296318 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 04:17:00.296375 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 04:17:00.296432 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 04:17:00.296506 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 04:17:00.296566 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 04:17:00.296628 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 04:17:00.296689 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 04:17:00.296746 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 04:17:00.296806 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 04:17:00.296864 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 04:17:00.296921 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 04:17:00.296978 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 04:17:00.297036 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 04:17:00.297096 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 04:17:00.297152 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 04:17:00.297210 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 04:17:00.297269 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 04:17:00.297338 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 04:17:00.297398 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 04:17:00.297456 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 04:17:00.297514 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 04:17:00.297584 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 04:17:00.297642 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 04:17:00.297702 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 04:17:00.297760 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 04:17:00.297817 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 04:17:00.297874 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 04:17:00.297933 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 04:17:00.297991 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 04:17:00.298054 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 04:17:00.298114 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 04:17:00.298172 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 04:17:00.298230 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 04:17:00.298290 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 04:17:00.298353 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 04:17:00.298412 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 04:17:00.298470 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 04:17:00.298527 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 04:17:00.298585 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 04:17:00.298644 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 04:17:00.298703 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 04:17:00.298763 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 04:17:00.298826 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 04:17:00.298885 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 04:17:00.298943 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 04:17:00.299000 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 04:17:00.299058 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 04:17:00.299117 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 04:17:00.299175 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 04:17:00.299232 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 04:17:00.299290 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 04:17:00.299355 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 04:17:00.299415 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 04:17:00.299473 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 04:17:00.299535 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 04:17:00.299593 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 04:17:00.299652 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 04:17:00.299710 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 04:17:00.299767 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 04:17:00.299825 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 04:17:00.299884 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 04:17:00.299942 140306247407040 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 04:17:00.306262 140306247407040 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 04:17:00.306984 140306247407040 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 04:17:00.319442 140306247407040 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 04:17:00.336657 140306247407040 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 04:17:00.336847 140306247407040 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 04:17:00.344890 140306247407040 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 04:17:00.426105 140306247407040 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:17:00.426388 140306247407040 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 04:17:00.428833 140306247407040 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:17:00.429049 140306247407040 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 04:17:00.588316 140306247407040 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 04:17:00.589184 140306247407040 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 04:17:00.589837 140306247407040 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 04:17:01.008321 140306247407040 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 04:17:01.424101 140306247407040 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 04:17:01.728676: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 04:17:01.728738: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 04:17:01.728766: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 04:17:12.453023 140306247407040 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 04:17:12.454644 140306247407040 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 04:17:12.470061 140306247407040 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 04:17:12.512131 140306247407040 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 04:17:15.764024 140306247407040 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 04:17:15.769330 140306247407040 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 04:17:15.796519 140306247407040 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 04:17:15.843960 140306247407040 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 04:17:15.855555 140306247407040 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 04:17:15.939241 140306247407040 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 04:17:15.943438 140306247407040 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.045 ************************************** +I1010 04:17:15.943675 140306247407040 resnet_main.py:383] ****************************** the learning_rate is 0.045 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 04:17:15.943749 140306247407040 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 04:17:15.943814 140306247407040 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 04:17:15.943873 140306247407040 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 04:17:15.943933 140306247407040 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.5 ************************************** +I1010 04:17:15.943991 140306247407040 resnet_main.py:388] ****************************** the weight_decay_input is 1.5 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 04:17:15.944117 140306247407040 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 04:17:15.944255 140306247407040 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 04:17:15.945209 140306247407040 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 04:17:15.978817 140306247407040 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 04:17:19.297362 140306247407040 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:19.397964 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:19.466517 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:19.539561 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:19.661767 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:19.733022 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:19.806804 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:19.930934 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:19.999520 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:20.072098 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:20.198081 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:20.268444 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:20.342226 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:20.468368 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:20.539345 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:20.611840 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:20.735909 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:20.804511 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:20.878324 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:21.019082 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:21.085803 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:21.157620 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:21.281941 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:21.351335 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:21.424274 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:21.543867 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:21.611145 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:21.681807 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:21.804091 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:21.872020 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:21.943743 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:22.064537 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:22.135049 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:22.208971 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:22.332370 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:22.401787 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:22.474277 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:22.595438 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:22.662812 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:22.734998 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:22.855494 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:22.924979 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:22.996716 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:23.118164 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:23.186075 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:23.258277 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:23.386910 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:23.455173 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:23.527980 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:23.650474 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:23.722343 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:23.797780 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:23.923041 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:23.991077 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:24.063853 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:24.188066 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:24.257340 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:24.330138 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:24.455792 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:24.527143 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:24.599956 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:24.722557 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:24.792535 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:24.868715 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:24.991770 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:25.060288 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:25.132914 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:25.256803 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:25.330555 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:25.406333 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:25.529762 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:25.600364 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:25.676043 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:25.804126 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:25.880460 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:25.976819 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:26.114219 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:26.483056 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:26.560059 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:26.679516 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:26.747328 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:26.818536 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:26.938982 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:27.008281 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:27.081693 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:27.204812 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:27.273859 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:27.346308 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:27.468755 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:27.537014 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:27.609426 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:27.731208 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:27.802105 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:27.876374 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:27.999943 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:28.068389 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:28.140264 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:28.265887 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:28.347558 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:28.421541 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:28.544322 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:28.615026 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:28.690208 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:28.817311 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:28.886652 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:28.959419 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:29.081783 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:29.151935 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:29.229707 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:29.351548 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:29.424746 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:29.498478 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:29.620937 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:29.689471 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:29.763417 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:29.887186 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:29.956772 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:30.029310 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:30.152842 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:30.227256 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:30.308269 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:30.435550 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:30.503820 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:30.575886 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:30.696592 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:30.765474 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:30.837812 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:30.960024 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:31.030442 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:31.105293 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:31.230689 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:31.300574 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:31.374838 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:31.497811 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:31.566334 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:31.640778 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:31.767596 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:31.837681 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:31.912615 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:32.034914 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:32.105237 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:32.180130 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:32.303247 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:32.377052 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:32.450056 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:32.572331 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:32.639981 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:32.713433 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:32.835886 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:32.906399 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:32.980892 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:33.103646 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:33.174515 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:33.250453 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:33.379055 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:33.450701 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:33.528249 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:33.651966 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:33.724158 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:33.804876 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:33.933728 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:17:34.053865 140306247407040 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 04:17:34.759156 140306247407040 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 04:17:35.031236 140306247407040 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 04:17:41.653517 140306247407040 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 04:17:42.807008 140306247407040 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 04:17:56.939346 140306247407040 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 04:17:57.108196 140306247407040 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:18:17.537606 140306247407040 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 04:18:30.175987 140306247407040 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 04:18:31.259901 140306247407040 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 04:18:31.260462 140306247407040 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 04:18:31.261115: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 04:18:31.287448 140306247407040 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 04:18:31.317810 140306247407040 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 04:18:31.371813 140306247407040 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 04:18:46.200825 140306247407040 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 04:18:46.201838 140304237184768 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 04:18:46.202295 140304228792064 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 04:18:46.261264 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:18:46.360577 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:18:46.388999 140306247407040 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:18:46.389396 140306247407040 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 04:19:16.444816 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:19:16.519325 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 04:19:36.513993 140304228792064 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 04:19:46.601823 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:19:46.703118 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:20:16.283253 140306247407040 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:20:16.785355 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:20:16.854446 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.3646464, step = 200 +I1010 04:20:29.875577 140306247407040 basic_session_run_hooks.py:262] loss = 4.3646464, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:20:29.877991 140306247407040 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:20:29.878227 140306247407040 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 04:20:41.171238 140304228792064 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 04:20:46.937144 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:20:47.007811 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:21:17.089334 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:21:17.163393 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:21:20.282875 140306247407040 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3038087, step = 400 (62.387 sec) +I1010 04:21:32.262639 140306247407040 basic_session_run_hooks.py:260] loss = 3.3038087, step = 400 (62.387 sec) +INFO:tensorflow:global_step/sec: 3.2058 +I1010 04:21:32.264250 140306247407040 tpu_estimator.py:2307] global_step/sec: 3.2058 +INFO:tensorflow:examples/sec: 210095 +I1010 04:21:32.265568 140306247407040 tpu_estimator.py:2308] examples/sec: 210095 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:21:32.266884 140306247407040 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:21:32.267105 140306247407040 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 13) +I1010 04:21:41.199795 140304228792064 tpu_estimator.py:279] Outfeed finished for iteration (2, 13) +I1010 04:21:47.242357 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:21:47.317826 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:22:17.397389 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:22:17.492594 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:22:18.224157 140306247407040 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.5105813, step = 600 (59.821 sec) +I1010 04:22:32.083592 140306247407040 basic_session_run_hooks.py:260] loss = 3.5105813, step = 600 (59.821 sec) +INFO:tensorflow:global_step/sec: 3.3433 +I1010 04:22:32.085407 140306247407040 tpu_estimator.py:2307] global_step/sec: 3.3433 +INFO:tensorflow:examples/sec: 219107 +I1010 04:22:32.085818 140306247407040 tpu_estimator.py:2308] examples/sec: 219107 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:22:32.086833 140306247407040 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:22:32.087006 140306247407040 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 14) +I1010 04:22:41.282834 140304228792064 tpu_estimator.py:279] Outfeed finished for iteration (3, 14) +I1010 04:22:47.570161 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:22:47.643470 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:23:17.727077 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:23:17.799185 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:23:18.175097 140306247407040 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.1613486, step = 800 (57.426 sec) +I1010 04:23:29.509109 140306247407040 basic_session_run_hooks.py:260] loss = 3.1613486, step = 800 (57.426 sec) +INFO:tensorflow:global_step/sec: 3.48277 +I1010 04:23:29.510926 140306247407040 tpu_estimator.py:2307] global_step/sec: 3.48277 +INFO:tensorflow:examples/sec: 228247 +I1010 04:23:29.511434 140306247407040 tpu_estimator.py:2308] examples/sec: 228247 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:23:29.512619 140306247407040 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:23:29.512830 140306247407040 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 27) +I1010 04:23:41.485140 140304228792064 tpu_estimator.py:279] Outfeed finished for iteration (4, 27) +I1010 04:23:47.885570 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:23:47.967053 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:24:15.938405 140306247407040 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:24:18.050621 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:24:18.148415 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 04:24:25.508557 140306247407040 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.4377205, step = 1000 (60.218 sec) +I1010 04:24:29.727161 140306247407040 basic_session_run_hooks.py:260] loss = 2.4377205, step = 1000 (60.218 sec) +INFO:tensorflow:global_step/sec: 3.32127 +I1010 04:24:29.728796 140306247407040 tpu_estimator.py:2307] global_step/sec: 3.32127 +INFO:tensorflow:examples/sec: 217663 +I1010 04:24:29.729216 140306247407040 tpu_estimator.py:2308] examples/sec: 217663 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:24:29.730345 140306247407040 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:24:29.730513 140306247407040 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 27) +I1010 04:24:41.521800 140304228792064 tpu_estimator.py:279] Outfeed finished for iteration (5, 27) +I1010 04:24:48.231203 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:24:48.305126 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:25:15.775124 140306247407040 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:25:18.387072 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:25:18.483473 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.2259455, step = 1200 (60.692 sec) +I1010 04:25:30.419044 140306247407040 basic_session_run_hooks.py:260] loss = 2.2259455, step = 1200 (60.692 sec) +INFO:tensorflow:global_step/sec: 3.29533 +I1010 04:25:30.420767 140306247407040 tpu_estimator.py:2307] global_step/sec: 3.29533 +INFO:tensorflow:examples/sec: 215963 +I1010 04:25:30.421216 140306247407040 tpu_estimator.py:2308] examples/sec: 215963 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:25:30.422425 140306247407040 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:25:30.422652 140306247407040 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 24) +I1010 04:25:41.697715 140304228792064 tpu_estimator.py:279] Outfeed finished for iteration (6, 24) +I1010 04:25:48.563410 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:25:48.643910 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:26:16.303822 140306247407040 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:26:18.697355 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:26:18.796996 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.3233438, step = 1400 (58.800 sec) +I1010 04:26:29.219330 140306247407040 basic_session_run_hooks.py:260] loss = 2.3233438, step = 1400 (58.800 sec) +INFO:tensorflow:global_step/sec: 3.40134 +I1010 04:26:29.221059 140306247407040 tpu_estimator.py:2307] global_step/sec: 3.40134 +INFO:tensorflow:examples/sec: 222910 +I1010 04:26:29.221487 140306247407040 tpu_estimator.py:2308] examples/sec: 222910 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:26:29.222568 140306247407040 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:26:29.222735 140306247407040 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 30) +I1010 04:26:41.741275 140304228792064 tpu_estimator.py:279] Outfeed finished for iteration (7, 30) +I1010 04:26:48.871584 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:26:48.937591 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:27:15.191731 140306247407040 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:27:19.018994 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:27:19.239795 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.1611724, step = 1600 (57.918 sec) +I1010 04:27:27.137650 140306247407040 basic_session_run_hooks.py:260] loss = 2.1611724, step = 1600 (57.918 sec) +INFO:tensorflow:global_step/sec: 3.45315 +I1010 04:27:27.139239 140306247407040 tpu_estimator.py:2307] global_step/sec: 3.45315 +INFO:tensorflow:examples/sec: 226305 +I1010 04:27:27.139698 140306247407040 tpu_estimator.py:2308] examples/sec: 226305 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 04:27:27.141036 140306247407040 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 04:27:27.141252 140306247407040 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 39) +I1010 04:27:41.805088 140304228792064 tpu_estimator.py:279] Outfeed finished for iteration (8, 39) +I1010 04:27:49.320277 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:27:49.402379 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.8531624, step = 1760 (38.075 sec) +I1010 04:28:05.213035 140306247407040 basic_session_run_hooks.py:260] loss = 1.8531624, step = 1760 (38.075 sec) +INFO:tensorflow:global_step/sec: 4.20218 +I1010 04:28:05.214742 140306247407040 tpu_estimator.py:2307] global_step/sec: 4.20218 +INFO:tensorflow:examples/sec: 275394 +I1010 04:28:06.888854 140306247407040 tpu_estimator.py:2308] examples/sec: 275394 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:28:06.890506 140306247407040 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:Stop infeed thread controller +I1010 04:28:19.742343 140306247407040 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 04:28:19.744105 140306247407040 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 04:28:19.744420 140304237184768 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 04:28:19.744714 140304237184768 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 04:28:19.745095 140306247407040 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 04:28:19.745243 140306247407040 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 04:28:19.745310 140306247407040 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 04:28:19.745451 140304228792064 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 04:28:19.745548 140304228792064 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 04:28:19.745675 140306247407040 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 04:28:19.745770 140306247407040 tpu_estimator.py:616] Shutdown TPU system. +I1010 04:28:19.797631 140304220399360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:28:19.878400 140304220399360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Loss for final step: 1.8531624. +I1010 04:28:51.480427 140306247407040 estimator.py:371] Loss for final step: 1.8531624. +INFO:tensorflow:training_loop marked as finished +I1010 04:28:51.481468 140306247407040 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 04:28:54.554672 140432164763072 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 04:28:54.559612 140432164763072 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 04:28:54.559859 140432164763072 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 04:28:54.563019 140432164763072 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:28:54.625251 140432164763072 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 04:28:54.625514 140432164763072 transport.py:157] Attempting refresh to obtain initial access_token +I1010 04:28:54.693195 140432164763072 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:28:54.742795 140432164763072 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 04:28:54.743055 140432164763072 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 04:28:54.809478 140432164763072 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 04:28:54.810532 140432164763072 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 04:28:54.810789 140432164763072 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 04:28:54.811254 140432164763072 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 04:28:54.811362 140432164763072 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 04:28:54.811449 140432164763072 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 04:28:54.811566 140432164763072 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:28:55.044178 140432164763072 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 04:28:55.044729 140432164763072 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 04:28:55.045095 140432164763072 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 04:28:55.046411: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 04:28:55.059487 140432164763072 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 04:28:55.059739 140432164763072 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 04:28:55.061872 140432164763072 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 04:28:55.061949 140432164763072 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 04:28:55.062015 140432164763072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 04:28:55.062326 140432164763072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 04:28:55.062397 140432164763072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 04:28:55.062459 140432164763072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 04:28:55.062520 140432164763072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 04:28:55.062581 140432164763072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 04:28:55.062639 140432164763072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 04:28:55.062707 140432164763072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 04:28:55.062767 140432164763072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 04:28:55.062827 140432164763072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 04:28:55.062887 140432164763072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 04:28:55.068456 140432164763072 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 04:28:55.070313 140432164763072 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 04:28:55.085563 140432164763072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 04:28:55.085843 140432164763072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 04:28:55.094538 140432164763072 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 04:28:55.183470 140432164763072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:28:55.183754 140432164763072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 04:28:55.343904 140432164763072 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 04:28:55.344769 140432164763072 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 04:28:55.345421 140432164763072 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 04:28:55.764713 140432164763072 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 04:28:56.339090: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 04:28:56.339140: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 04:28:56.339168: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 04:28:56.363601 140432164763072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 04:28:56.364998 140432164763072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 04:28:56.382266 140432164763072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 04:28:56.412101 140432164763072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 04:28:58.720458 140432164763072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 04:28:58.725609 140432164763072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 04:28:58.751688 140432164763072 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 04:28:58.798566 140432164763072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 04:28:58.810024 140432164763072 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 04:28:58.906831 140432164763072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 04:28:59.151415 140432164763072 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 04:28:59.167490 140432164763072 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 04:28:59.186844 140432164763072 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T04:28:59Z +I1010 04:28:59.203969 140432164763072 evaluation.py:255] Starting evaluation at 2019-10-10T04:28:59Z +INFO:tensorflow:TPU job name worker +I1010 04:28:59.204237 140432164763072 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 04:28:59.737030 140432164763072 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:28:59.830517 140432164763072 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 04:29:02.519316 140432164763072 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 04:29:02.541862 140432164763072 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 04:29:02.583388 140432164763072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 04:29:02.599344 140432164763072 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 04:29:09.040410 140432164763072 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 04:29:09.041587 140430487566080 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 04:29:09.042167 140430479173376 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 04:29:09.208347 140432164763072 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 04:29:09.228904 140432164763072 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 04:29:09.229695 140432164763072 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 04:29:09.326450 140430398191360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 04:29:09.418091 140430398191360 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 04:29:19.703376 140430479173376 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 04:29:29.346350 140432164763072 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 04:29:29.346709 140432164763072 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 04:29:29.346791 140432164763072 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 04:29:29.346980 140430487566080 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 04:29:29.347091 140430487566080 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 04:29:29.347251 140432164763072 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 04:29:29.347362 140432164763072 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 04:29:29.347423 140432164763072 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 04:29:29.347820 140430479173376 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 04:29:29.347938 140430479173376 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 04:29:29.348071 140432164763072 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 04:29:29.348166 140432164763072 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-04:29:39 +I1010 04:29:39.637761 140432164763072 evaluation.py:275] Finished evaluation at 2019-10-10-04:29:39 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9404649, top_1_accuracy = 0.7502238, top_5_accuracy = 0.9244995 +I1010 04:29:39.638077 140432164763072 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9404649, top_1_accuracy = 0.7502238, top_5_accuracy = 0.9244995 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:29:41.589409 140432164763072 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 04:29:41.832312 140432164763072 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9404649, 'top_1_accuracy': 0.7502238, 'global_step': 1760, 'top_5_accuracy': 0.9244995}. Elapsed seconds: 46 +I1010 04:29:41.832705 140432164763072 resnet_main.py:597] Eval results: {'loss': 1.9404649, 'top_1_accuracy': 0.7502238, 'global_step': 1760, 'top_5_accuracy': 0.9244995}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 04:29:41.832856 140432164763072 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570681055690538... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570681694302657... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570681058.v3-512#1570681699674010... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570681091776375... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570681464754146... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570681464931692... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570681469087272... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570681524209198... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570681524386608... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570681528261648... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570681584416859... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570681584606810... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570681588615850... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570681642579934... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570681642758957... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570681646631565... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570681693681264... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570681693867697... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570681697621405... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570681780166325... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570681780.v3-512#1570681781763476... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 04:29:45.866159 140116896683456 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 04:29:45.871669 140116896683456 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 04:29:45.871917 140116896683456 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 04:29:45.875268 140116896683456 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:29:45.925002 140116896683456 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 04:29:45.925267 140116896683456 transport.py:157] Attempting refresh to obtain initial access_token +I1010 04:29:45.994420 140116896683456 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:29:46.044068 140116896683456 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 04:29:46.044334 140116896683456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 04:29:46.111022 140116896683456 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 04:29:46.112526 140116896683456 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 04:29:46.112834 140116896683456 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 04:29:46.113328 140116896683456 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 04:29:46.113415 140116896683456 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 04:29:46.113497 140116896683456 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 04:29:46.198612 140116896683456 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 04:29:46.310370 140116896683456 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 04:29:46.312193: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 04:29:46.376451 140116896683456 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 04:29:46.376770 140116896683456 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 04:29:46.377239 140116896683456 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 04:29:46.377307 140116896683456 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 04:29:46.377372 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 04:29:46.377644 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 04:29:46.377723 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 04:29:46.377800 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 04:29:46.377863 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 04:29:46.377923 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 04:29:46.377983 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 04:29:46.378041 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 04:29:46.378099 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 04:29:46.378158 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 04:29:46.378221 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 04:29:46.378281 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 04:29:46.378340 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 04:29:46.378398 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 04:29:46.378458 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 04:29:46.378515 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 04:29:46.378580 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 04:29:46.378638 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 04:29:46.378704 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 04:29:46.378762 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 04:29:46.378834 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 04:29:46.378895 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 04:29:46.378953 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 04:29:46.379014 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 04:29:46.379074 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 04:29:46.379132 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 04:29:46.379190 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 04:29:46.379249 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 04:29:46.379312 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 04:29:46.379370 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 04:29:46.379429 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 04:29:46.379487 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 04:29:46.379545 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 04:29:46.379604 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 04:29:46.379662 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 04:29:46.379728 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 04:29:46.379786 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 04:29:46.379843 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 04:29:46.379901 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 04:29:46.379960 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 04:29:46.380017 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 04:29:46.380080 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 04:29:46.380139 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 04:29:46.380198 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 04:29:46.380256 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 04:29:46.380316 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 04:29:46.380374 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 04:29:46.380436 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 04:29:46.380554 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 04:29:46.380633 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 04:29:46.380712 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 04:29:46.380781 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 04:29:46.380851 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 04:29:46.380925 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 04:29:46.380995 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 04:29:46.381059 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 04:29:46.381122 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 04:29:46.381181 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 04:29:46.381239 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 04:29:46.381299 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 04:29:46.381356 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 04:29:46.381414 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 04:29:46.381473 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 04:29:46.381531 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 04:29:46.381587 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 04:29:46.381652 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 04:29:46.381719 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 04:29:46.381778 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 04:29:46.381838 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 04:29:46.381896 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 04:29:46.381953 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 04:29:46.382011 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 04:29:46.382070 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 04:29:46.382128 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 04:29:46.382184 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 04:29:46.382242 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 04:29:46.382302 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 04:29:46.382360 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 04:29:46.382424 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 04:29:46.382483 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 04:29:46.382539 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 04:29:46.382597 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 04:29:46.382656 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 04:29:46.382720 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 04:29:46.382780 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 04:29:46.382838 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 04:29:46.382895 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 04:29:46.382955 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 04:29:46.383013 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 04:29:46.383071 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 04:29:46.383133 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 04:29:46.383192 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 04:29:46.383249 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 04:29:46.383307 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 04:29:46.383364 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 04:29:46.383423 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 04:29:46.383481 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 04:29:46.383538 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 04:29:46.383595 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 04:29:46.383654 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 04:29:46.383718 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 04:29:46.383778 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 04:29:46.383836 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 04:29:46.383898 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 04:29:46.383956 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 04:29:46.384013 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 04:29:46.384072 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 04:29:46.384129 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 04:29:46.384187 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 04:29:46.384246 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 04:29:46.384304 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 04:29:46.384362 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 04:29:46.384419 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 04:29:46.384524 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 04:29:46.384609 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 04:29:46.384685 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 04:29:46.384747 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 04:29:46.384804 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 04:29:46.384862 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 04:29:46.384921 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 04:29:46.384982 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 04:29:46.385040 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 04:29:46.385101 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 04:29:46.385159 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 04:29:46.385217 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 04:29:46.385276 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 04:29:46.385334 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 04:29:46.385391 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 04:29:46.385454 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 04:29:46.385514 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 04:29:46.385571 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 04:29:46.385631 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 04:29:46.385695 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 04:29:46.385756 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 04:29:46.385813 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 04:29:46.385871 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 04:29:46.385930 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 04:29:46.385987 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 04:29:46.386044 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 04:29:46.386102 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 04:29:46.386162 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 04:29:46.386220 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 04:29:46.386291 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 04:29:46.386351 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 04:29:46.386409 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 04:29:46.386466 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 04:29:46.386524 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 04:29:46.386581 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 04:29:46.386640 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 04:29:46.386703 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 04:29:46.386761 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 04:29:46.386820 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 04:29:46.386887 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 04:29:46.386953 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 04:29:46.387015 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 04:29:46.387073 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 04:29:46.387130 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 04:29:46.387190 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 04:29:46.387247 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 04:29:46.387304 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 04:29:46.387362 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 04:29:46.387419 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 04:29:46.387476 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 04:29:46.387533 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 04:29:46.387592 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 04:29:46.387655 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 04:29:46.387721 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 04:29:46.387778 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 04:29:46.387836 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 04:29:46.387893 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 04:29:46.387952 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 04:29:46.388010 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 04:29:46.388067 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 04:29:46.388124 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 04:29:46.388183 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 04:29:46.388241 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 04:29:46.388299 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 04:29:46.388364 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 04:29:46.388422 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 04:29:46.388530 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 04:29:46.388613 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 04:29:46.388674 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 04:29:46.388741 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 04:29:46.388807 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 04:29:46.388869 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 04:29:46.388926 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 04:29:46.388987 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 04:29:46.389045 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 04:29:46.389106 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 04:29:46.389172 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 04:29:46.389231 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 04:29:46.389290 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 04:29:46.389348 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 04:29:46.389406 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 04:29:46.389463 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 04:29:46.389522 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 04:29:46.389579 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 04:29:46.389637 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 04:29:46.389703 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 04:29:46.389765 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 04:29:46.389825 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 04:29:46.389883 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 04:29:46.389947 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 04:29:46.390006 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 04:29:46.390064 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 04:29:46.390122 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 04:29:46.390180 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 04:29:46.390238 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 04:29:46.390295 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 04:29:46.390353 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 04:29:46.390413 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 04:29:46.390470 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 04:29:46.390527 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 04:29:46.390583 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 04:29:46.390645 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 04:29:46.390710 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 04:29:46.390769 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 04:29:46.390825 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 04:29:46.390882 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 04:29:46.390942 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 04:29:46.390999 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 04:29:46.391057 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 04:29:46.391114 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 04:29:46.391171 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 04:29:46.391228 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 04:29:46.391300 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 04:29:46.391360 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 04:29:46.391423 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 04:29:46.391483 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 04:29:46.391541 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 04:29:46.391599 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 04:29:46.391658 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 04:29:46.391722 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 04:29:46.391781 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 04:29:46.391839 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 04:29:46.391897 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 04:29:46.391954 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 04:29:46.392013 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 04:29:46.392070 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 04:29:46.392132 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 04:29:46.392189 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 04:29:46.392247 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 04:29:46.392306 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 04:29:46.392364 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 04:29:46.392421 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 04:29:46.392527 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 04:29:46.392612 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 04:29:46.392672 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 04:29:46.392736 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 04:29:46.392796 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 04:29:46.392854 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 04:29:46.392919 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 04:29:46.392978 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 04:29:46.393038 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 04:29:46.393096 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 04:29:46.393155 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 04:29:46.393213 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 04:29:46.393270 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 04:29:46.393326 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 04:29:46.393383 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 04:29:46.393440 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 04:29:46.393497 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 04:29:46.393554 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 04:29:46.393611 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 04:29:46.393680 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 04:29:46.393740 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 04:29:46.393799 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 04:29:46.393857 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 04:29:46.393914 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 04:29:46.393974 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 04:29:46.394031 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 04:29:46.394088 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 04:29:46.394145 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 04:29:46.394201 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 04:29:46.394259 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 04:29:46.394318 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 04:29:46.394404 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 04:29:46.394469 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 04:29:46.394526 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 04:29:46.394587 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 04:29:46.394644 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 04:29:46.394711 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 04:29:46.394772 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 04:29:46.394829 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 04:29:46.394889 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 04:29:46.394949 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 04:29:46.395008 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 04:29:46.395075 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 04:29:46.395142 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 04:29:46.395201 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 04:29:46.395260 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 04:29:46.395318 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 04:29:46.395375 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 04:29:46.395433 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 04:29:46.395493 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 04:29:46.395550 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 04:29:46.395608 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 04:29:46.395668 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 04:29:46.395734 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 04:29:46.395792 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 04:29:46.395850 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 04:29:46.395914 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 04:29:46.395971 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 04:29:46.396028 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 04:29:46.396085 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 04:29:46.396143 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 04:29:46.396202 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 04:29:46.396260 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 04:29:46.396318 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 04:29:46.396378 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 04:29:46.396435 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 04:29:46.396522 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 04:29:46.396583 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 04:29:46.396646 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 04:29:46.396711 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 04:29:46.396770 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 04:29:46.396826 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 04:29:46.396886 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 04:29:46.396944 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 04:29:46.397005 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 04:29:46.397066 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 04:29:46.397124 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 04:29:46.397181 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 04:29:46.397238 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 04:29:46.397294 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 04:29:46.397356 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 04:29:46.397414 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 04:29:46.397471 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 04:29:46.397530 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 04:29:46.397588 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 04:29:46.397645 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 04:29:46.397710 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 04:29:46.397768 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 04:29:46.397825 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 04:29:46.397882 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 04:29:46.397939 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 04:29:46.397996 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 04:29:46.398053 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 04:29:46.398128 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 04:29:46.398185 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 04:29:46.398243 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 04:29:46.398302 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 04:29:46.398359 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 04:29:46.398416 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 04:29:46.398473 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 04:29:46.398530 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 04:29:46.398587 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 04:29:46.398646 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 04:29:46.398710 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 04:29:46.398768 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 04:29:46.398845 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 04:29:46.398907 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 04:29:46.398967 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 04:29:46.399024 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 04:29:46.399082 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 04:29:46.399139 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 04:29:46.399198 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 04:29:46.399255 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 04:29:46.399312 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 04:29:46.399369 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 04:29:46.399426 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 04:29:46.399483 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 04:29:46.399547 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 04:29:46.399605 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 04:29:46.399665 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 04:29:46.399729 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 04:29:46.399786 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 04:29:46.399843 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 04:29:46.399902 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 04:29:46.399960 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 04:29:46.400017 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 04:29:46.400074 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 04:29:46.400130 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 04:29:46.400188 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 04:29:46.400247 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 04:29:46.400310 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 04:29:46.400367 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 04:29:46.400424 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 04:29:46.400506 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 04:29:46.400568 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 04:29:46.400626 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 04:29:46.400688 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 04:29:46.400748 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 04:29:46.400806 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 04:29:46.400866 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 04:29:46.400923 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 04:29:46.400995 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 04:29:46.401058 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 04:29:46.401118 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 04:29:46.401176 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 04:29:46.401235 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 04:29:46.401293 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 04:29:46.401356 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 04:29:46.401437 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 04:29:46.401496 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 04:29:46.401556 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 04:29:46.401614 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 04:29:46.401674 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 04:29:46.401741 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 04:29:46.401799 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 04:29:46.401864 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 04:29:46.401921 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 04:29:46.401979 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 04:29:46.402038 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 04:29:46.402095 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 04:29:46.402152 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 04:29:46.402210 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 04:29:46.402268 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 04:29:46.402328 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 04:29:46.402385 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 04:29:46.402443 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 04:29:46.402502 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 04:29:46.402564 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 04:29:46.402621 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 04:29:46.402686 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 04:29:46.402745 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 04:29:46.402802 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 04:29:46.402861 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 04:29:46.402919 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 04:29:46.402976 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 04:29:46.403034 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 04:29:46.403093 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 04:29:46.403150 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 04:29:46.403207 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 04:29:46.403269 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 04:29:46.403326 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 04:29:46.403383 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 04:29:46.403440 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 04:29:46.403500 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 04:29:46.403558 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 04:29:46.403616 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 04:29:46.403681 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 04:29:46.403738 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 04:29:46.403795 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 04:29:46.403852 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 04:29:46.403909 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 04:29:46.403968 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 04:29:46.404028 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 04:29:46.404087 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 04:29:46.404145 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 04:29:46.404202 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 04:29:46.404261 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 04:29:46.404318 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 04:29:46.404376 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 04:29:46.404433 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 04:29:46.404517 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 04:29:46.404577 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 04:29:46.404634 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 04:29:46.404697 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 04:29:46.404762 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 04:29:46.404820 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 04:29:46.404880 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 04:29:46.404937 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 04:29:46.404995 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 04:29:46.405054 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 04:29:46.405112 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 04:29:46.405172 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 04:29:46.405230 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 04:29:46.405288 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 04:29:46.405345 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 04:29:46.405404 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 04:29:46.405472 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 04:29:46.405531 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 04:29:46.405590 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 04:29:46.405648 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 04:29:46.405713 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 04:29:46.405770 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 04:29:46.405828 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 04:29:46.405886 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 04:29:46.405945 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 04:29:46.406002 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 04:29:46.406060 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 04:29:46.406120 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 04:29:46.406177 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 04:29:46.406240 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 04:29:46.406300 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 04:29:46.406358 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 04:29:46.406429 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 04:29:46.406487 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 04:29:46.406547 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 04:29:46.406605 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 04:29:46.406662 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 04:29:46.406725 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 04:29:46.406784 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 04:29:46.406842 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 04:29:46.406900 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 04:29:46.406964 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 04:29:46.407021 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 04:29:46.407079 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 04:29:46.407138 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 04:29:46.407195 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 04:29:46.407253 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 04:29:46.407310 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 04:29:46.407367 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 04:29:46.407426 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 04:29:46.407484 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 04:29:46.407542 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 04:29:46.407599 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 04:29:46.407656 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 04:29:46.407726 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 04:29:46.407784 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 04:29:46.407841 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 04:29:46.407900 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 04:29:46.407958 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 04:29:46.408015 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 04:29:46.408075 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 04:29:46.408133 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 04:29:46.408193 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 04:29:46.408250 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 04:29:46.408308 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 04:29:46.408365 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 04:29:46.408502 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 04:29:46.408572 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 04:29:46.408632 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 04:29:46.408698 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 04:29:46.408757 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 04:29:46.408828 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 04:29:46.408888 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 04:29:46.408946 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 04:29:46.409003 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 04:29:46.409063 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 04:29:46.409121 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 04:29:46.409178 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 04:29:46.409240 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 04:29:46.409300 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 04:29:46.409358 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 04:29:46.409415 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 04:29:46.409476 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 04:29:46.409533 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 04:29:46.409593 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 04:29:46.409651 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 04:29:46.409717 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 04:29:46.409775 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 04:29:46.409833 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 04:29:46.409892 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 04:29:46.409950 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 04:29:46.410017 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 04:29:46.410073 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 04:29:46.410134 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 04:29:46.410193 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 04:29:46.410252 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 04:29:46.410310 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 04:29:46.410367 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 04:29:46.410424 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 04:29:46.410480 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 04:29:46.410538 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 04:29:46.410594 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 04:29:46.410653 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 04:29:46.410721 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 04:29:46.410780 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 04:29:46.410839 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 04:29:46.410898 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 04:29:46.410957 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 04:29:46.411014 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 04:29:46.411071 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 04:29:46.411128 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 04:29:46.411185 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 04:29:46.411243 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 04:29:46.411323 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 04:29:46.411381 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 04:29:46.411444 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 04:29:46.411504 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 04:29:46.411564 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 04:29:46.411622 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 04:29:46.411684 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 04:29:46.411744 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 04:29:46.411804 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 04:29:46.411863 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 04:29:46.411921 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 04:29:46.411978 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 04:29:46.412038 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 04:29:46.412096 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 04:29:46.412154 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 04:29:46.412220 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 04:29:46.412277 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 04:29:46.412336 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 04:29:46.412395 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 04:29:46.412452 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 04:29:46.412538 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 04:29:46.412596 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 04:29:46.412655 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 04:29:46.412719 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 04:29:46.412776 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 04:29:46.412836 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 04:29:46.412894 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 04:29:46.412957 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 04:29:46.413016 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 04:29:46.413074 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 04:29:46.413131 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 04:29:46.413189 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 04:29:46.413247 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 04:29:46.413305 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 04:29:46.413362 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 04:29:46.413420 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 04:29:46.413480 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 04:29:46.413537 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 04:29:46.413595 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 04:29:46.413654 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 04:29:46.413723 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 04:29:46.413781 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 04:29:46.413840 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 04:29:46.413897 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 04:29:46.413955 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 04:29:46.414014 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 04:29:46.414072 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 04:29:46.414130 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 04:29:46.414189 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 04:29:46.414247 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 04:29:46.414304 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 04:29:46.414361 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 04:29:46.414422 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 04:29:46.414479 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 04:29:46.414536 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 04:29:46.414594 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 04:29:46.414652 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 04:29:46.414716 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 04:29:46.414774 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 04:29:46.414834 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 04:29:46.414891 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 04:29:46.414948 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 04:29:46.415007 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 04:29:46.415064 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 04:29:46.415126 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 04:29:46.415184 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 04:29:46.415241 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 04:29:46.415297 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 04:29:46.415355 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 04:29:46.415414 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 04:29:46.415472 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 04:29:46.415529 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 04:29:46.415586 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 04:29:46.415643 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 04:29:46.415707 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 04:29:46.415765 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 04:29:46.415822 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 04:29:46.415888 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 04:29:46.415945 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 04:29:46.416002 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 04:29:46.416059 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 04:29:46.416116 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 04:29:46.416174 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 04:29:46.416232 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 04:29:46.416289 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 04:29:46.416347 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 04:29:46.416404 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 04:29:46.416460 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 04:29:46.416542 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 04:29:46.416604 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 04:29:46.416663 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 04:29:46.416727 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 04:29:46.416786 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 04:29:46.416845 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 04:29:46.416903 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 04:29:46.416961 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 04:29:46.417018 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 04:29:46.417076 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 04:29:46.417134 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 04:29:46.417191 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 04:29:46.417248 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 04:29:46.417313 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 04:29:46.417371 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 04:29:46.417429 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 04:29:46.417486 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 04:29:46.417545 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 04:29:46.417603 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 04:29:46.417660 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 04:29:46.417725 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 04:29:46.417782 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 04:29:46.417840 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 04:29:46.417896 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 04:29:46.417954 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 04:29:46.418013 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 04:29:46.418075 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 04:29:46.418133 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 04:29:46.418190 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 04:29:46.418248 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 04:29:46.418307 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 04:29:46.418364 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 04:29:46.418421 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 04:29:46.418478 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 04:29:46.418536 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 04:29:46.418595 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 04:29:46.418653 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 04:29:46.418716 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 04:29:46.418780 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 04:29:46.418853 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 04:29:46.418911 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 04:29:46.418970 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 04:29:46.419027 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 04:29:46.419084 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 04:29:46.419141 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 04:29:46.419198 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 04:29:46.419256 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 04:29:46.419315 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 04:29:46.419373 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 04:29:46.419430 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 04:29:46.419487 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 04:29:46.419550 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 04:29:46.419609 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 04:29:46.419667 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 04:29:46.419730 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 04:29:46.419786 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 04:29:46.419845 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 04:29:46.419903 140116896683456 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 04:29:46.425396 140116896683456 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 04:29:46.425942 140116896683456 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 04:29:46.438570 140116896683456 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 04:29:46.457000 140116896683456 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 04:29:46.457246 140116896683456 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 04:29:46.465023 140116896683456 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 04:29:46.549518 140116896683456 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:29:46.549796 140116896683456 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 04:29:46.552350 140116896683456 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:29:46.552645 140116896683456 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 04:29:46.714595 140116896683456 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 04:29:46.715426 140116896683456 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 04:29:46.716072 140116896683456 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 04:29:47.137697 140116896683456 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 04:29:47.541408 140116896683456 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 04:29:47.847705: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 04:29:47.847766: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 04:29:47.847795: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 04:29:58.553870 140116896683456 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 04:29:58.555457 140116896683456 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 04:29:58.570391 140116896683456 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 04:29:58.611712 140116896683456 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 04:30:01.860069 140116896683456 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 04:30:01.865384 140116896683456 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 04:30:01.892548 140116896683456 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 04:30:01.940651 140116896683456 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 04:30:01.952634 140116896683456 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 04:30:02.037558 140116896683456 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 04:30:02.041821 140116896683456 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.045 ************************************** +I1010 04:30:02.042045 140116896683456 resnet_main.py:383] ****************************** the learning_rate is 0.045 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 04:30:02.042118 140116896683456 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 04:30:02.042181 140116896683456 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 04:30:02.042242 140116896683456 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 04:30:02.042299 140116896683456 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.5 ************************************** +I1010 04:30:02.042359 140116896683456 resnet_main.py:388] ****************************** the weight_decay_input is 1.5 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 04:30:02.042480 140116896683456 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 04:30:02.042614 140116896683456 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 04:30:02.043564 140116896683456 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 04:30:02.077372 140116896683456 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 04:30:05.389786 140116896683456 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:05.487040 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:05.555990 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:05.628539 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:05.751251 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:05.821712 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:05.893973 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:06.018038 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:06.088464 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:06.160938 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:06.284883 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:06.353075 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:06.426007 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:06.549004 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:06.619765 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:06.691885 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:06.815459 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:06.884365 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:06.959342 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:07.100831 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:07.168292 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:07.241036 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:07.364823 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:07.435316 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:07.506555 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:07.626482 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:07.694324 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:07.767108 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:07.889250 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:07.957523 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:08.030040 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:08.152189 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:08.224654 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:08.298978 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:08.425609 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:08.492788 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:08.564322 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:08.685233 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:08.753539 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:08.826056 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:08.947566 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:09.017472 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:09.089365 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:09.211554 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:09.280863 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:09.353535 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:09.481916 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:09.549263 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:09.621529 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:09.743799 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:09.815079 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:09.890012 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:10.013026 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:10.081234 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:10.153379 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:10.276339 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:10.344785 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:10.419567 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:10.551707 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:10.625387 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:10.703104 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:10.826247 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:10.895874 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:10.971363 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:11.095016 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:11.162816 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:11.235757 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:11.359011 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:11.432698 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:11.507028 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:11.626894 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:11.696172 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:11.771209 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:11.897497 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:11.972644 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:12.068036 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:12.204046 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:12.568763 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:12.643524 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:12.765209 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:12.832298 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:12.903399 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:13.023760 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:13.093657 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:13.167100 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:13.288347 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:13.361464 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:13.432915 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:13.551729 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:13.618304 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:13.690412 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:13.811455 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:13.882828 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:13.956828 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:14.079483 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:14.147313 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:14.219680 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:14.340615 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:14.409133 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:14.479845 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:14.599668 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:14.669306 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:14.744894 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:14.867958 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:14.936940 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:15.009083 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:15.129610 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:15.199208 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:15.271914 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:15.395394 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:15.466367 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:15.541121 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:15.664680 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:15.733480 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:15.806382 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:15.930114 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:15.998728 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:16.070729 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:16.191410 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:16.262460 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:16.343292 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:16.467009 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:16.534714 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:16.605750 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:16.726722 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:16.794864 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:16.867517 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:16.990467 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:17.061033 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:17.135173 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:17.260217 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:17.331445 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:17.407100 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:17.528966 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:17.597587 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:17.671264 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:17.799175 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:17.869960 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:17.944092 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:18.064963 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:18.135413 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:18.213677 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:18.336114 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:18.406038 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:18.478308 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:18.598515 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:18.666160 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:18.740242 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:18.862407 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:18.933795 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:19.008930 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:19.131367 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:19.200202 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:19.275717 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:19.400897 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:19.470916 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:19.547120 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:19.671037 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:19.742182 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:19.824140 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:19.952920 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:30:20.075428 140116896683456 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 04:30:20.765451 140116896683456 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 04:30:21.035819 140116896683456 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 04:30:27.328197 140116896683456 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 04:30:28.499979 140116896683456 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 04:30:42.425601 140116896683456 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 04:30:42.591114 140116896683456 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:31:03.012286 140116896683456 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 04:31:15.914012 140116896683456 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 04:31:16.885461 140116896683456 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 04:31:16.885885 140116896683456 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 04:31:16.886424: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 04:31:16.912580 140116896683456 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 04:31:16.940799 140116896683456 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 04:31:16.993500 140116896683456 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 04:31:32.702970 140116896683456 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 04:31:32.703840 140114886117120 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 04:31:32.704241 140114877724416 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 04:31:32.758837 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:31:32.840584 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:31:32.886501 140116896683456 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:31:32.886928 140116896683456 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 04:32:02.925779 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:32:03.002173 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 04:32:21.872828 140114877724416 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 04:32:33.083173 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:32:33.156500 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:33:01.118108 140116896683456 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:33:03.239365 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:33:03.316736 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 5.146472, step = 200 +I1010 04:33:14.530024 140116896683456 basic_session_run_hooks.py:262] loss = 5.146472, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:33:14.533744 140116896683456 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:33:14.533982 140116896683456 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 04:33:26.101818 140114877724416 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 04:33:33.397146 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:33:33.477701 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:34:03.553998 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:34:03.630496 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:34:06.030852 140116896683456 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.8237019, step = 400 (63.669 sec) +I1010 04:34:18.198674 140116896683456 basic_session_run_hooks.py:260] loss = 3.8237019, step = 400 (63.669 sec) +INFO:tensorflow:global_step/sec: 3.14133 +I1010 04:34:18.200575 140116896683456 tpu_estimator.py:2307] global_step/sec: 3.14133 +INFO:tensorflow:examples/sec: 205870 +I1010 04:34:18.202028 140116896683456 tpu_estimator.py:2308] examples/sec: 205870 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:34:18.203654 140116896683456 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:34:18.203893 140116896683456 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 9) +I1010 04:34:26.253633 140114877724416 tpu_estimator.py:279] Outfeed finished for iteration (2, 9) +I1010 04:34:33.706180 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:34:33.775422 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:35:03.952408 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:35:04.025410 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:35:04.308623 140116896683456 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.5069613, step = 600 (60.735 sec) +I1010 04:35:18.934017 140116896683456 basic_session_run_hooks.py:260] loss = 3.5069613, step = 600 (60.735 sec) +INFO:tensorflow:global_step/sec: 3.29297 +I1010 04:35:18.936062 140116896683456 tpu_estimator.py:2307] global_step/sec: 3.29297 +INFO:tensorflow:examples/sec: 215808 +I1010 04:35:18.936320 140116896683456 tpu_estimator.py:2308] examples/sec: 215808 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:35:18.937529 140116896683456 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:35:18.937709 140116896683456 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 4) +I1010 04:35:26.310422 140114877724416 tpu_estimator.py:279] Outfeed finished for iteration (3, 4) +I1010 04:35:34.080529 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:35:34.151582 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:36:04.208103 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:36:04.286448 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:36:05.232861 140116896683456 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.5854285, step = 800 (57.896 sec) +I1010 04:36:16.830471 140116896683456 basic_session_run_hooks.py:260] loss = 2.5854285, step = 800 (57.896 sec) +INFO:tensorflow:global_step/sec: 3.45443 +I1010 04:36:16.832561 140116896683456 tpu_estimator.py:2307] global_step/sec: 3.45443 +INFO:tensorflow:examples/sec: 226390 +I1010 04:36:16.833039 140116896683456 tpu_estimator.py:2308] examples/sec: 226390 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:36:16.834321 140116896683456 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:36:16.834525 140116896683456 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 16) +I1010 04:36:26.444264 140114877724416 tpu_estimator.py:279] Outfeed finished for iteration (4, 16) +I1010 04:36:34.369015 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:36:34.440680 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:37:03.001899 140116896683456 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:37:04.516922 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:37:04.592170 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 04:37:12.400728 140116896683456 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.5440278, step = 1000 (59.553 sec) +I1010 04:37:16.383373 140116896683456 basic_session_run_hooks.py:260] loss = 2.5440278, step = 1000 (59.553 sec) +INFO:tensorflow:global_step/sec: 3.35838 +I1010 04:37:16.385092 140116896683456 tpu_estimator.py:2307] global_step/sec: 3.35838 +INFO:tensorflow:examples/sec: 220095 +I1010 04:37:16.385509 140116896683456 tpu_estimator.py:2308] examples/sec: 220095 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:37:16.386441 140116896683456 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:37:16.386610 140116896683456 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 18) +I1010 04:37:26.568240 140114877724416 tpu_estimator.py:279] Outfeed finished for iteration (5, 18) +I1010 04:37:34.676378 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:37:34.747338 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:38:02.859306 140116896683456 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:38:04.821770 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:38:04.926917 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.5887961, step = 1200 (60.747 sec) +I1010 04:38:17.130814 140116896683456 basic_session_run_hooks.py:260] loss = 2.5887961, step = 1200 (60.747 sec) +INFO:tensorflow:global_step/sec: 3.29232 +I1010 04:38:17.132571 140116896683456 tpu_estimator.py:2307] global_step/sec: 3.29232 +INFO:tensorflow:examples/sec: 215765 +I1010 04:38:17.133033 140116896683456 tpu_estimator.py:2308] examples/sec: 215765 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:38:17.134321 140116896683456 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:38:17.134525 140116896683456 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 16) +I1010 04:38:26.723351 140114877724416 tpu_estimator.py:279] Outfeed finished for iteration (6, 16) +I1010 04:38:35.011049 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:38:35.080573 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:39:02.901725 140116896683456 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:39:05.166914 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:39:05.274218 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.1228986, step = 1400 (58.216 sec) +I1010 04:39:15.346827 140116896683456 basic_session_run_hooks.py:260] loss = 2.1228986, step = 1400 (58.216 sec) +INFO:tensorflow:global_step/sec: 3.43548 +I1010 04:39:15.348628 140116896683456 tpu_estimator.py:2307] global_step/sec: 3.43548 +INFO:tensorflow:examples/sec: 225147 +I1010 04:39:15.349092 140116896683456 tpu_estimator.py:2308] examples/sec: 225147 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:39:15.350090 140116896683456 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:39:15.350265 140116896683456 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 26) +I1010 04:39:26.897284 140114877724416 tpu_estimator.py:279] Outfeed finished for iteration (7, 26) +I1010 04:39:35.355398 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:39:35.448662 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:40:01.481302 140116896683456 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:40:05.519231 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:40:05.622234 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.9886519, step = 1600 (58.179 sec) +I1010 04:40:13.525690 140116896683456 basic_session_run_hooks.py:260] loss = 1.9886519, step = 1600 (58.179 sec) +INFO:tensorflow:global_step/sec: 3.43768 +I1010 04:40:13.527465 140116896683456 tpu_estimator.py:2307] global_step/sec: 3.43768 +INFO:tensorflow:examples/sec: 225292 +I1010 04:40:13.527896 140116896683456 tpu_estimator.py:2308] examples/sec: 225292 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 04:40:13.529289 140116896683456 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 04:40:13.529509 140116896683456 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 33) +I1010 04:40:26.960999 140114877724416 tpu_estimator.py:279] Outfeed finished for iteration (8, 33) +I1010 04:40:35.703538 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:40:35.784508 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.9077122, step = 1760 (37.711 sec) +I1010 04:40:51.236987 140116896683456 basic_session_run_hooks.py:260] loss = 1.9077122, step = 1760 (37.711 sec) +INFO:tensorflow:global_step/sec: 4.24279 +I1010 04:40:51.238460 140116896683456 tpu_estimator.py:2307] global_step/sec: 4.24279 +INFO:tensorflow:examples/sec: 278056 +I1010 04:40:52.892158 140116896683456 tpu_estimator.py:2308] examples/sec: 278056 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:40:52.894819 140116896683456 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:Stop infeed thread controller +I1010 04:41:07.120590 140116896683456 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 04:41:07.121109 140116896683456 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 04:41:07.122711 140114886117120 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 04:41:07.122879 140114886117120 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 04:41:07.123045 140116896683456 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 04:41:07.123214 140116896683456 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 04:41:07.123277 140116896683456 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 04:41:07.123410 140114877724416 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 04:41:07.123497 140114877724416 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 04:41:07.123626 140116896683456 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 04:41:07.123728 140116896683456 tpu_estimator.py:616] Shutdown TPU system. +I1010 04:41:07.171940 140114869331712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:41:07.241754 140114869331712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Loss for final step: 1.9077122. +I1010 04:41:39.035749 140116896683456 estimator.py:371] Loss for final step: 1.9077122. +INFO:tensorflow:training_loop marked as finished +I1010 04:41:39.036637 140116896683456 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 04:41:42.127141 140017471501760 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 04:41:42.132755 140017471501760 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 04:41:42.133006 140017471501760 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 04:41:42.136326 140017471501760 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:41:42.187531 140017471501760 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 04:41:42.187803 140017471501760 transport.py:157] Attempting refresh to obtain initial access_token +I1010 04:41:42.275660 140017471501760 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:41:42.325642 140017471501760 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 04:41:42.325915 140017471501760 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 04:41:42.407841 140017471501760 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 04:41:42.408957 140017471501760 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 04:41:42.409219 140017471501760 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 04:41:42.409698 140017471501760 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 04:41:42.409792 140017471501760 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 04:41:42.409878 140017471501760 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 04:41:42.409991 140017471501760 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:41:42.649929 140017471501760 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 04:41:42.650404 140017471501760 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 04:41:42.650779 140017471501760 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 04:41:42.652113: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 04:41:42.666014 140017471501760 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 04:41:42.666300 140017471501760 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 04:41:42.668544 140017471501760 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 04:41:42.668654 140017471501760 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 04:41:42.668756 140017471501760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 04:41:42.669112 140017471501760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 04:41:42.669190 140017471501760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 04:41:42.669262 140017471501760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 04:41:42.669333 140017471501760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 04:41:42.669401 140017471501760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 04:41:42.669469 140017471501760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 04:41:42.669540 140017471501760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 04:41:42.669608 140017471501760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 04:41:42.669675 140017471501760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 04:41:42.669744 140017471501760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 04:41:42.676052 140017471501760 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 04:41:42.678051 140017471501760 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 04:41:42.695077 140017471501760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 04:41:42.695355 140017471501760 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 04:41:42.704390 140017471501760 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 04:41:42.796406 140017471501760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:41:42.796758 140017471501760 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 04:41:42.958842 140017471501760 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 04:41:42.959665 140017471501760 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 04:41:42.960306 140017471501760 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 04:41:43.383244 140017471501760 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 04:41:43.967532: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 04:41:43.967594: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 04:41:43.967627: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 04:41:43.992402 140017471501760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 04:41:43.993818 140017471501760 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 04:41:44.009690 140017471501760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 04:41:44.037745 140017471501760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 04:41:46.233971 140017471501760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 04:41:46.238558 140017471501760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 04:41:46.262427 140017471501760 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 04:41:46.307058 140017471501760 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 04:41:46.318195 140017471501760 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 04:41:46.412328 140017471501760 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 04:41:46.660959 140017471501760 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 04:41:46.679284 140017471501760 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 04:41:46.701736 140017471501760 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T04:41:46Z +I1010 04:41:46.719290 140017471501760 evaluation.py:255] Starting evaluation at 2019-10-10T04:41:46Z +INFO:tensorflow:TPU job name worker +I1010 04:41:46.719583 140017471501760 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 04:41:47.289372 140017471501760 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:41:47.377254 140017471501760 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 04:41:50.140697 140017471501760 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 04:41:50.162712 140017471501760 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 04:41:50.203455 140017471501760 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 04:41:50.219786 140017471501760 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 04:41:56.562700 140017471501760 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 04:41:56.563579 140015531194112 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 04:41:56.563935 140015522801408 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 04:41:56.731121 140017471501760 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 04:41:56.752500 140017471501760 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 04:41:56.753639 140017471501760 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 04:41:56.796436 140015514408704 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 04:41:56.871359 140015514408704 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 04:42:07.867371 140015522801408 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 04:42:17.817679 140017471501760 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 04:42:17.818006 140017471501760 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 04:42:17.818084 140017471501760 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 04:42:17.818259 140015531194112 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 04:42:17.818372 140015531194112 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 04:42:17.818511 140017471501760 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 04:42:17.818612 140017471501760 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 04:42:17.818670 140017471501760 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 04:42:17.822479 140015522801408 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 04:42:17.822669 140015522801408 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 04:42:17.822855 140017471501760 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 04:42:17.822968 140017471501760 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-04:42:27 +I1010 04:42:27.111459 140017471501760 evaluation.py:275] Finished evaluation at 2019-10-10-04:42:27 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9638835, top_1_accuracy = 0.75130206, top_5_accuracy = 0.9246826 +I1010 04:42:27.111809 140017471501760 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9638835, top_1_accuracy = 0.75130206, top_5_accuracy = 0.9246826 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:42:29.130676 140017471501760 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 04:42:29.430404 140017471501760 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9638835, 'top_1_accuracy': 0.75130206, 'global_step': 1760, 'top_5_accuracy': 0.9246826}. Elapsed seconds: 46 +I1010 04:42:29.430733 140017471501760 resnet_main.py:597] Eval results: {'loss': 1.9638835, 'top_1_accuracy': 0.75130206, 'global_step': 1760, 'top_5_accuracy': 0.9246826}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 04:42:29.430871 140017471501760 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570681821660370... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570682461029979... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570681824.v3-512#1570682467050821... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570681857152007... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570682231652533... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570682231861447... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570682235807228... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570682290857573... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570682291019387... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570682294832634... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570682350662803... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570682350871417... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570682354829182... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570682408937923... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570682409115940... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570682413001297... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570682460401343... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570682460564711... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570682464316876... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570682547636466... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570682548.v3-512#1570682549343344... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 04:42:33.445993 140509926684096 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 04:42:33.451703 140509926684096 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 04:42:33.451931 140509926684096 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 04:42:33.455146 140509926684096 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:42:33.508745 140509926684096 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 04:42:33.509006 140509926684096 transport.py:157] Attempting refresh to obtain initial access_token +I1010 04:42:33.661524 140509926684096 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:42:33.709800 140509926684096 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 04:42:33.710091 140509926684096 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 04:42:33.805835 140509926684096 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 04:42:33.807450 140509926684096 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 04:42:33.807746 140509926684096 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 04:42:33.808235 140509926684096 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 04:42:33.808320 140509926684096 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 04:42:33.808408 140509926684096 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 04:42:33.915569 140509926684096 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 04:42:34.011260 140509926684096 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 04:42:34.013436: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 04:42:34.082070 140509926684096 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 04:42:34.082362 140509926684096 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 04:42:34.082905 140509926684096 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 04:42:34.082976 140509926684096 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 04:42:34.083041 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 04:42:34.083313 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 04:42:34.083384 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 04:42:34.083447 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 04:42:34.083524 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 04:42:34.083585 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 04:42:34.083645 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 04:42:34.083704 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 04:42:34.083765 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 04:42:34.083832 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 04:42:34.083894 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 04:42:34.083956 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 04:42:34.084016 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 04:42:34.084074 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 04:42:34.084132 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 04:42:34.084196 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 04:42:34.084261 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 04:42:34.084321 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 04:42:34.084381 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 04:42:34.084439 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 04:42:34.084542 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 04:42:34.084609 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 04:42:34.084670 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 04:42:34.084731 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 04:42:34.084796 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 04:42:34.084857 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 04:42:34.084917 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 04:42:34.084975 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 04:42:34.085033 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 04:42:34.085099 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 04:42:34.085160 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 04:42:34.085217 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 04:42:34.085278 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 04:42:34.085336 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 04:42:34.085397 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 04:42:34.085454 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 04:42:34.085515 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 04:42:34.085572 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 04:42:34.085632 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 04:42:34.085690 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 04:42:34.085747 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 04:42:34.085822 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 04:42:34.085880 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 04:42:34.085941 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 04:42:34.085999 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 04:42:34.086059 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 04:42:34.086117 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 04:42:34.086175 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 04:42:34.086235 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 04:42:34.086292 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 04:42:34.086352 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 04:42:34.086410 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 04:42:34.086467 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 04:42:34.086534 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 04:42:34.086595 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 04:42:34.086653 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 04:42:34.086714 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 04:42:34.086772 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 04:42:34.086838 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 04:42:34.086896 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 04:42:34.086955 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 04:42:34.087013 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 04:42:34.087071 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 04:42:34.087130 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 04:42:34.087188 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 04:42:34.087248 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 04:42:34.087311 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 04:42:34.087371 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 04:42:34.087430 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 04:42:34.087488 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 04:42:34.087547 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 04:42:34.087604 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 04:42:34.087662 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 04:42:34.087722 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 04:42:34.087785 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 04:42:34.087845 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 04:42:34.087903 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 04:42:34.087961 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 04:42:34.088026 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 04:42:34.088084 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 04:42:34.088145 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 04:42:34.088205 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 04:42:34.088263 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 04:42:34.088321 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 04:42:34.088380 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 04:42:34.088438 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 04:42:34.088541 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 04:42:34.088612 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 04:42:34.088671 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 04:42:34.088732 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 04:42:34.088797 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 04:42:34.088865 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 04:42:34.088924 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 04:42:34.088984 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 04:42:34.089041 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 04:42:34.089101 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 04:42:34.089159 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 04:42:34.089217 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 04:42:34.089277 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 04:42:34.089337 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 04:42:34.089395 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 04:42:34.089454 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 04:42:34.089514 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 04:42:34.089576 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 04:42:34.089634 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 04:42:34.089693 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 04:42:34.089751 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 04:42:34.089816 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 04:42:34.089874 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 04:42:34.089932 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 04:42:34.089992 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 04:42:34.090050 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 04:42:34.090110 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 04:42:34.090167 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 04:42:34.090234 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 04:42:34.090295 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 04:42:34.090358 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 04:42:34.090416 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 04:42:34.090473 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 04:42:34.090532 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 04:42:34.090591 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 04:42:34.090651 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 04:42:34.090709 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 04:42:34.090768 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 04:42:34.090832 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 04:42:34.090892 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 04:42:34.090950 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 04:42:34.091008 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 04:42:34.091073 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 04:42:34.091133 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 04:42:34.091191 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 04:42:34.091249 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 04:42:34.091325 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 04:42:34.091384 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 04:42:34.091444 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 04:42:34.091501 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 04:42:34.091561 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 04:42:34.091619 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 04:42:34.091676 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 04:42:34.091734 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 04:42:34.091808 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 04:42:34.091869 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 04:42:34.091928 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 04:42:34.091988 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 04:42:34.092047 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 04:42:34.092107 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 04:42:34.092164 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 04:42:34.092223 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 04:42:34.092283 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 04:42:34.092339 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 04:42:34.092397 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 04:42:34.092456 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 04:42:34.092556 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 04:42:34.092627 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 04:42:34.092686 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 04:42:34.092746 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 04:42:34.092813 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 04:42:34.092873 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 04:42:34.092931 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 04:42:34.092989 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 04:42:34.093048 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 04:42:34.093106 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 04:42:34.093164 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 04:42:34.093224 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 04:42:34.093282 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 04:42:34.093347 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 04:42:34.093406 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 04:42:34.093466 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 04:42:34.093524 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 04:42:34.093584 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 04:42:34.093648 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 04:42:34.093708 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 04:42:34.093765 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 04:42:34.093831 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 04:42:34.093889 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 04:42:34.093950 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 04:42:34.094008 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 04:42:34.094073 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 04:42:34.094131 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 04:42:34.094191 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 04:42:34.094249 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 04:42:34.094307 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 04:42:34.094367 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 04:42:34.094424 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 04:42:34.094482 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 04:42:34.094541 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 04:42:34.094599 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 04:42:34.094659 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 04:42:34.094717 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 04:42:34.094782 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 04:42:34.094846 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 04:42:34.094903 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 04:42:34.094960 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 04:42:34.095019 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 04:42:34.095076 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 04:42:34.095134 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 04:42:34.095191 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 04:42:34.095253 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 04:42:34.095313 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 04:42:34.095371 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 04:42:34.095429 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 04:42:34.095488 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 04:42:34.095551 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 04:42:34.095608 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 04:42:34.095665 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 04:42:34.095725 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 04:42:34.095788 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 04:42:34.095846 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 04:42:34.095906 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 04:42:34.095963 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 04:42:34.096023 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 04:42:34.096081 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 04:42:34.096138 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 04:42:34.096195 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 04:42:34.096254 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 04:42:34.096316 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 04:42:34.096374 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 04:42:34.096431 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 04:42:34.096528 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 04:42:34.096596 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 04:42:34.096657 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 04:42:34.096715 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 04:42:34.096781 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 04:42:34.096842 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 04:42:34.096900 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 04:42:34.096960 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 04:42:34.097018 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 04:42:34.097083 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 04:42:34.097141 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 04:42:34.097199 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 04:42:34.097259 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 04:42:34.097317 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 04:42:34.097378 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 04:42:34.097438 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 04:42:34.097496 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 04:42:34.097553 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 04:42:34.097613 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 04:42:34.097671 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 04:42:34.097728 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 04:42:34.097798 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 04:42:34.097857 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 04:42:34.097917 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 04:42:34.097975 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 04:42:34.098033 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 04:42:34.098092 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 04:42:34.098150 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 04:42:34.098208 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 04:42:34.098267 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 04:42:34.098325 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 04:42:34.098382 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 04:42:34.098440 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 04:42:34.098499 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 04:42:34.098562 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 04:42:34.098622 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 04:42:34.098680 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 04:42:34.098737 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 04:42:34.098800 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 04:42:34.098858 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 04:42:34.098917 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 04:42:34.098973 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 04:42:34.099031 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 04:42:34.099090 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 04:42:34.099150 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 04:42:34.099210 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 04:42:34.099277 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 04:42:34.099335 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 04:42:34.099395 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 04:42:34.099452 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 04:42:34.099512 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 04:42:34.099570 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 04:42:34.099628 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 04:42:34.099687 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 04:42:34.099745 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 04:42:34.099811 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 04:42:34.099869 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 04:42:34.099929 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 04:42:34.099992 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 04:42:34.100052 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 04:42:34.100111 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 04:42:34.100168 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 04:42:34.100236 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 04:42:34.100296 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 04:42:34.100354 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 04:42:34.100413 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 04:42:34.100485 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 04:42:34.100548 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 04:42:34.100608 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 04:42:34.100666 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 04:42:34.100724 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 04:42:34.100792 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 04:42:34.100851 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 04:42:34.100909 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 04:42:34.100969 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 04:42:34.101027 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 04:42:34.101083 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 04:42:34.101141 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 04:42:34.101201 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 04:42:34.101259 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 04:42:34.101319 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 04:42:34.101377 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 04:42:34.101435 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 04:42:34.101497 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 04:42:34.101556 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 04:42:34.101613 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 04:42:34.101672 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 04:42:34.101731 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 04:42:34.101794 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 04:42:34.101855 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 04:42:34.101912 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 04:42:34.101972 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 04:42:34.102030 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 04:42:34.102088 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 04:42:34.102147 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 04:42:34.102210 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 04:42:34.102267 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 04:42:34.102325 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 04:42:34.102385 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 04:42:34.102442 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 04:42:34.102502 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 04:42:34.102560 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 04:42:34.102618 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 04:42:34.102679 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 04:42:34.102736 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 04:42:34.102801 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 04:42:34.102859 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 04:42:34.102920 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 04:42:34.102982 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 04:42:34.103041 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 04:42:34.103101 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 04:42:34.103159 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 04:42:34.103219 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 04:42:34.103277 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 04:42:34.103336 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 04:42:34.103394 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 04:42:34.103452 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 04:42:34.103512 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 04:42:34.103569 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 04:42:34.103626 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 04:42:34.103698 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 04:42:34.103758 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 04:42:34.103825 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 04:42:34.103884 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 04:42:34.103944 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 04:42:34.104002 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 04:42:34.104062 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 04:42:34.104120 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 04:42:34.104180 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 04:42:34.104238 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 04:42:34.104298 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 04:42:34.104356 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 04:42:34.104414 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 04:42:34.104492 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 04:42:34.104556 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 04:42:34.104614 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 04:42:34.104674 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 04:42:34.104732 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 04:42:34.104796 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 04:42:34.104856 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 04:42:34.104916 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 04:42:34.104974 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 04:42:34.105034 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 04:42:34.105093 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 04:42:34.105151 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 04:42:34.105216 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 04:42:34.105276 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 04:42:34.105335 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 04:42:34.105393 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 04:42:34.105453 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 04:42:34.105511 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 04:42:34.105570 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 04:42:34.105628 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 04:42:34.105686 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 04:42:34.105745 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 04:42:34.105809 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 04:42:34.105870 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 04:42:34.105933 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 04:42:34.105993 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 04:42:34.106051 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 04:42:34.106110 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 04:42:34.106168 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 04:42:34.106226 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 04:42:34.106285 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 04:42:34.106343 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 04:42:34.106401 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 04:42:34.106462 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 04:42:34.106520 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 04:42:34.106580 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 04:42:34.106638 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 04:42:34.106703 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 04:42:34.106761 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 04:42:34.106826 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 04:42:34.106884 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 04:42:34.106944 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 04:42:34.107002 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 04:42:34.107060 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 04:42:34.107120 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 04:42:34.107177 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 04:42:34.107237 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 04:42:34.107295 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 04:42:34.107353 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 04:42:34.107417 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 04:42:34.107475 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 04:42:34.107532 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 04:42:34.107590 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 04:42:34.107649 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 04:42:34.107707 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 04:42:34.107767 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 04:42:34.107831 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 04:42:34.107891 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 04:42:34.107949 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 04:42:34.108006 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 04:42:34.108064 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 04:42:34.108128 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 04:42:34.108186 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 04:42:34.108244 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 04:42:34.108303 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 04:42:34.108361 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 04:42:34.108419 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 04:42:34.108491 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 04:42:34.108553 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 04:42:34.108613 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 04:42:34.108671 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 04:42:34.108730 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 04:42:34.108793 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 04:42:34.108853 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 04:42:34.108916 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 04:42:34.108974 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 04:42:34.109031 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 04:42:34.109091 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 04:42:34.109149 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 04:42:34.109208 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 04:42:34.109266 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 04:42:34.109324 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 04:42:34.109384 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 04:42:34.109442 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 04:42:34.109500 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 04:42:34.109563 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 04:42:34.109628 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 04:42:34.109688 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 04:42:34.109747 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 04:42:34.109826 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 04:42:34.109885 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 04:42:34.109945 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 04:42:34.110003 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 04:42:34.110063 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 04:42:34.110121 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 04:42:34.110178 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 04:42:34.110245 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 04:42:34.110305 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 04:42:34.110363 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 04:42:34.110428 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 04:42:34.110487 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 04:42:34.110548 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 04:42:34.110606 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 04:42:34.110665 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 04:42:34.110723 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 04:42:34.110788 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 04:42:34.110846 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 04:42:34.110904 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 04:42:34.110964 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 04:42:34.111021 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 04:42:34.111080 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 04:42:34.111145 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 04:42:34.111203 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 04:42:34.111262 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 04:42:34.111336 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 04:42:34.111396 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 04:42:34.111454 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 04:42:34.111511 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 04:42:34.111569 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 04:42:34.111628 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 04:42:34.111685 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 04:42:34.111743 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 04:42:34.111807 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 04:42:34.111871 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 04:42:34.111931 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 04:42:34.111989 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 04:42:34.112047 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 04:42:34.112107 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 04:42:34.112165 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 04:42:34.112224 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 04:42:34.112282 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 04:42:34.112340 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 04:42:34.112400 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 04:42:34.112458 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 04:42:34.112538 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 04:42:34.112598 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 04:42:34.112663 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 04:42:34.112721 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 04:42:34.112785 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 04:42:34.112843 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 04:42:34.112905 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 04:42:34.112963 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 04:42:34.113022 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 04:42:34.113081 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 04:42:34.113141 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 04:42:34.113199 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 04:42:34.113259 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 04:42:34.113317 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 04:42:34.113379 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 04:42:34.113439 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 04:42:34.113497 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 04:42:34.113554 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 04:42:34.113614 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 04:42:34.113672 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 04:42:34.113730 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 04:42:34.113795 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 04:42:34.113856 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 04:42:34.113914 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 04:42:34.113974 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 04:42:34.114032 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 04:42:34.114099 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 04:42:34.114157 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 04:42:34.114216 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 04:42:34.114274 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 04:42:34.114332 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 04:42:34.114392 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 04:42:34.114450 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 04:42:34.114510 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 04:42:34.114568 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 04:42:34.114626 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 04:42:34.114686 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 04:42:34.114744 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 04:42:34.114809 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 04:42:34.114872 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 04:42:34.114932 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 04:42:34.114989 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 04:42:34.115050 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 04:42:34.115108 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 04:42:34.115168 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 04:42:34.115227 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 04:42:34.115286 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 04:42:34.115344 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 04:42:34.115401 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 04:42:34.115459 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 04:42:34.115518 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 04:42:34.115581 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 04:42:34.115638 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 04:42:34.115698 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 04:42:34.115756 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 04:42:34.115822 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 04:42:34.115880 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 04:42:34.115938 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 04:42:34.115997 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 04:42:34.116055 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 04:42:34.116113 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 04:42:34.116170 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 04:42:34.116229 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 04:42:34.116286 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 04:42:34.116350 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 04:42:34.116410 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 04:42:34.116482 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 04:42:34.116576 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 04:42:34.116640 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 04:42:34.116698 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 04:42:34.116758 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 04:42:34.116822 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 04:42:34.116882 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 04:42:34.116940 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 04:42:34.116998 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 04:42:34.117058 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 04:42:34.117124 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 04:42:34.117183 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 04:42:34.117242 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 04:42:34.117300 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 04:42:34.117357 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 04:42:34.117414 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 04:42:34.117472 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 04:42:34.117530 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 04:42:34.117588 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 04:42:34.117645 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 04:42:34.117705 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 04:42:34.117763 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 04:42:34.117834 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 04:42:34.117892 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 04:42:34.117952 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 04:42:34.118010 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 04:42:34.118068 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 04:42:34.118127 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 04:42:34.118185 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 04:42:34.118242 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 04:42:34.118299 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 04:42:34.118359 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 04:42:34.118417 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 04:42:34.118475 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 04:42:34.118534 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 04:42:34.118597 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 04:42:34.118654 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 04:42:34.118712 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 04:42:34.118771 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 04:42:34.118834 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 04:42:34.118892 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 04:42:34.118951 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 04:42:34.119009 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 04:42:34.119069 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 04:42:34.119127 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 04:42:34.119187 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 04:42:34.119245 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 04:42:34.119311 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 04:42:34.119369 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 04:42:34.119430 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 04:42:34.119488 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 04:42:34.119546 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 04:42:34.119605 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 04:42:34.119663 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 04:42:34.119723 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 04:42:34.119786 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 04:42:34.119844 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 04:42:34.119903 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 04:42:34.119961 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 04:42:34.120027 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 04:42:34.120085 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 04:42:34.120143 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 04:42:34.120201 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 04:42:34.120270 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 04:42:34.120328 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 04:42:34.120388 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 04:42:34.120448 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 04:42:34.120522 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 04:42:34.120583 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 04:42:34.120640 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 04:42:34.120699 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 04:42:34.120758 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 04:42:34.120826 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 04:42:34.120884 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 04:42:34.120946 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 04:42:34.121006 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 04:42:34.121063 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 04:42:34.121123 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 04:42:34.121181 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 04:42:34.121238 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 04:42:34.121298 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 04:42:34.121356 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 04:42:34.121416 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 04:42:34.121474 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 04:42:34.121536 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 04:42:34.121594 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 04:42:34.121654 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 04:42:34.121712 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 04:42:34.121772 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 04:42:34.121836 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 04:42:34.121896 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 04:42:34.121953 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 04:42:34.122011 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 04:42:34.122071 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 04:42:34.122128 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 04:42:34.122188 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 04:42:34.122246 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 04:42:34.122309 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 04:42:34.122369 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 04:42:34.122428 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 04:42:34.122487 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 04:42:34.122544 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 04:42:34.122601 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 04:42:34.122659 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 04:42:34.122718 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 04:42:34.122781 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 04:42:34.122840 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 04:42:34.122899 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 04:42:34.122957 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 04:42:34.123023 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 04:42:34.123084 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 04:42:34.123142 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 04:42:34.123202 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 04:42:34.123260 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 04:42:34.123318 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 04:42:34.123377 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 04:42:34.123435 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 04:42:34.123492 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 04:42:34.123550 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 04:42:34.123610 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 04:42:34.123668 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 04:42:34.123733 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 04:42:34.123797 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 04:42:34.123857 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 04:42:34.123914 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 04:42:34.123974 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 04:42:34.124032 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 04:42:34.124090 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 04:42:34.124149 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 04:42:34.124207 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 04:42:34.124264 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 04:42:34.124322 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 04:42:34.124382 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 04:42:34.124439 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 04:42:34.124517 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 04:42:34.124578 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 04:42:34.124638 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 04:42:34.124696 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 04:42:34.124756 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 04:42:34.124820 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 04:42:34.124878 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 04:42:34.124938 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 04:42:34.124996 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 04:42:34.125056 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 04:42:34.125114 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 04:42:34.125174 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 04:42:34.125236 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 04:42:34.125294 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 04:42:34.125354 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 04:42:34.125411 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 04:42:34.125469 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 04:42:34.125526 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 04:42:34.125586 140509926684096 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 04:42:34.131596 140509926684096 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 04:42:34.132105 140509926684096 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 04:42:34.144311 140509926684096 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 04:42:34.161593 140509926684096 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 04:42:34.161789 140509926684096 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 04:42:34.169884 140509926684096 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 04:42:34.250966 140509926684096 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:42:34.251250 140509926684096 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 04:42:34.253732 140509926684096 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:42:34.253966 140509926684096 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 04:42:34.410985 140509926684096 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 04:42:34.411880 140509926684096 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 04:42:34.412554 140509926684096 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 04:42:34.813978 140509926684096 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 04:42:35.221580 140509926684096 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 04:42:35.514261: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 04:42:35.514346: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 04:42:35.514376: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 04:42:46.155642 140509926684096 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 04:42:46.158723 140509926684096 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 04:42:46.173912 140509926684096 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 04:42:46.214973 140509926684096 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 04:42:49.421442 140509926684096 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 04:42:49.426605 140509926684096 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 04:42:49.453370 140509926684096 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 04:42:49.500384 140509926684096 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 04:42:49.511908 140509926684096 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 04:42:49.595072 140509926684096 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 04:42:49.599251 140509926684096 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.045 ************************************** +I1010 04:42:49.599472 140509926684096 resnet_main.py:383] ****************************** the learning_rate is 0.045 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 04:42:49.599545 140509926684096 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 04:42:49.599610 140509926684096 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 04:42:49.599672 140509926684096 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 04:42:49.599742 140509926684096 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.5 ************************************** +I1010 04:42:49.599803 140509926684096 resnet_main.py:388] ****************************** the weight_decay_input is 1.5 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 04:42:49.599927 140509926684096 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 04:42:49.600048 140509926684096 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 04:42:49.601016 140509926684096 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 04:42:49.634147 140509926684096 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 04:42:52.915898 140509926684096 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:53.012178 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:53.080085 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:53.151746 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:53.273319 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:53.343909 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:53.417124 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:53.540462 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:53.608562 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:53.680073 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:53.801609 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:53.873239 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:53.945379 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:54.068267 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:54.137901 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:54.209610 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:54.331991 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:54.400825 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:54.475064 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:54.615266 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:54.682013 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:54.753091 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:54.874490 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:54.942373 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:55.014467 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:55.133377 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:55.200386 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:55.271447 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:55.391356 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:55.458188 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:55.529064 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:55.648165 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:55.718697 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:55.790407 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:55.912456 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:55.979984 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:56.052215 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:56.173577 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:56.241564 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:56.313014 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:56.436352 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:56.506406 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:56.578082 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:56.697437 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:56.765717 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:56.839904 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:56.968837 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:57.038017 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:57.111212 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:57.241002 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:57.311522 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:57.386661 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:57.513169 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:57.581738 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:57.654090 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:57.776843 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:57.846165 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:57.920033 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:58.045304 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:58.116396 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:58.189671 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:58.313030 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:58.384463 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:58.460985 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:58.585011 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:58.653809 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:58.726435 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:58.850111 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:58.923486 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:58.998042 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:59.119965 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:59.189958 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:59.264875 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:59.392832 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:59.467962 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:59.562892 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:42:59.699613 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:00.059323 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:00.133331 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:00.253403 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:00.320911 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:00.393873 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:00.524585 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:00.600085 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:00.678376 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:00.800770 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:00.869817 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:00.941066 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:01.062036 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:01.129411 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:01.201633 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:01.324350 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:01.396142 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:01.469860 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:01.593166 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:01.660763 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:01.732301 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:01.856122 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:01.924391 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:01.997312 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:02.123430 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:02.195066 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:02.270576 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:02.396547 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:02.464776 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:02.536731 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:02.657114 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:02.725086 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:02.796722 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:02.917799 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:02.989181 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:03.063546 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:03.188818 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:03.258059 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:03.332912 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:03.459295 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:03.529495 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:03.603365 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:03.728507 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:03.801542 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:03.882632 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:04.007039 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:04.075412 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:04.147926 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:04.270479 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:04.338956 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:04.412240 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:04.535134 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:04.606509 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:04.680905 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:04.804632 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:04.875264 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:04.949834 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:05.072093 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:05.141083 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:05.217132 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:05.342710 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:05.413992 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:05.487947 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:05.609111 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:05.679577 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:05.752809 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:05.872447 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:05.939439 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:06.010502 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:06.130347 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:06.198832 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:06.272386 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:06.394061 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:06.465043 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:06.539064 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:06.660967 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:06.729765 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:06.801656 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:06.923595 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:06.991138 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:07.064728 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:07.186588 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:07.257025 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:07.337070 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:07.462107 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 04:43:07.581559 140509926684096 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 04:43:08.265347 140509926684096 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 04:43:08.533209 140509926684096 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 04:43:14.451049 140509926684096 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 04:43:15.627641 140509926684096 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 04:43:29.984735 140509926684096 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 04:43:30.161159 140509926684096 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:43:50.445431 140509926684096 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 04:44:02.666589 140509926684096 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 04:44:03.717149 140509926684096 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 04:44:03.717684 140509926684096 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 04:44:03.718301: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 04:44:03.744417 140509926684096 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 04:44:03.772710 140509926684096 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 04:44:03.828975 140509926684096 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 04:44:19.604507 140509926684096 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 04:44:19.605381 140507916257024 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 04:44:19.605838 140507907864320 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 04:44:19.666152 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:44:19.738585 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:44:19.795133 140509926684096 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:44:19.795473 140509926684096 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 04:44:49.862776 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:44:49.937108 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 04:45:11.318958 140507907864320 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 04:45:20.021115 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:45:20.131417 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:45:50.212910 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:45:50.295408 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:45:50.427839 140509926684096 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.6530457, step = 200 +I1010 04:46:04.198528 140509926684096 basic_session_run_hooks.py:262] loss = 4.6530457, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:46:04.200700 140509926684096 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:46:04.200938 140509926684096 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 04:46:15.996500 140507907864320 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 04:46:20.347579 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:46:20.423875 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:46:50.512614 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:46:50.610439 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:46:55.846580 140509926684096 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6903327, step = 400 (64.042 sec) +I1010 04:47:08.240869 140509926684096 basic_session_run_hooks.py:260] loss = 3.6903327, step = 400 (64.042 sec) +INFO:tensorflow:global_step/sec: 3.12293 +I1010 04:47:08.242614 140509926684096 tpu_estimator.py:2307] global_step/sec: 3.12293 +INFO:tensorflow:examples/sec: 204664 +I1010 04:47:08.243839 140509926684096 tpu_estimator.py:2308] examples/sec: 204664 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:47:08.245179 140509926684096 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:47:08.245414 140509926684096 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 7) +I1010 04:47:16.029638 140507907864320 tpu_estimator.py:279] Outfeed finished for iteration (2, 7) +I1010 04:47:20.681057 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:47:20.755701 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:47:50.840531 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:47:50.905888 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:47:54.067636 140509926684096 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.1924992, step = 600 (60.347 sec) +I1010 04:48:08.587786 140509926684096 basic_session_run_hooks.py:260] loss = 3.1924992, step = 600 (60.347 sec) +INFO:tensorflow:global_step/sec: 3.31411 +I1010 04:48:08.590548 140509926684096 tpu_estimator.py:2307] global_step/sec: 3.31411 +INFO:tensorflow:examples/sec: 217194 +I1010 04:48:08.590998 140509926684096 tpu_estimator.py:2308] examples/sec: 217194 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:48:08.592118 140509926684096 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:48:08.592295 140509926684096 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 6) +I1010 04:48:16.143778 140507907864320 tpu_estimator.py:279] Outfeed finished for iteration (3, 6) +I1010 04:48:20.986315 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:48:21.059552 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:48:51.146779 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:48:51.215584 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:48:54.955307 140509926684096 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.0248172, step = 800 (59.006 sec) +I1010 04:49:07.593601 140509926684096 basic_session_run_hooks.py:260] loss = 3.0248172, step = 800 (59.006 sec) +INFO:tensorflow:global_step/sec: 3.38957 +I1010 04:49:07.595006 140509926684096 tpu_estimator.py:2307] global_step/sec: 3.38957 +INFO:tensorflow:examples/sec: 222139 +I1010 04:49:07.595385 140509926684096 tpu_estimator.py:2308] examples/sec: 222139 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:49:07.596338 140509926684096 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:49:07.596546 140509926684096 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 11) +I1010 04:49:16.190176 140507907864320 tpu_estimator.py:279] Outfeed finished for iteration (4, 11) +I1010 04:49:21.297177 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:49:21.370968 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:49:51.453525 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:49:51.524704 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:49:53.896384 140509926684096 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 04:50:02.497641 140509926684096 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.879513, step = 1000 (58.829 sec) +I1010 04:50:06.422827 140509926684096 basic_session_run_hooks.py:260] loss = 2.879513, step = 1000 (58.829 sec) +INFO:tensorflow:global_step/sec: 3.39965 +I1010 04:50:06.424583 140509926684096 tpu_estimator.py:2307] global_step/sec: 3.39965 +INFO:tensorflow:examples/sec: 222800 +I1010 04:50:06.425054 140509926684096 tpu_estimator.py:2308] examples/sec: 222800 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:50:06.426167 140509926684096 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:50:06.426357 140509926684096 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 17) +I1010 04:50:16.356241 140507907864320 tpu_estimator.py:279] Outfeed finished for iteration (5, 17) +I1010 04:50:21.607115 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:50:21.711563 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:50:51.840668 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:50:51.926531 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:50:53.232521 140509926684096 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.1912737, step = 1200 (61.272 sec) +I1010 04:51:07.694910 140509926684096 basic_session_run_hooks.py:260] loss = 2.1912737, step = 1200 (61.272 sec) +INFO:tensorflow:global_step/sec: 3.26405 +I1010 04:51:07.698154 140509926684096 tpu_estimator.py:2307] global_step/sec: 3.26405 +INFO:tensorflow:examples/sec: 213913 +I1010 04:51:07.698591 140509926684096 tpu_estimator.py:2308] examples/sec: 213913 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:51:07.699889 140509926684096 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:51:07.700143 140509926684096 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 10) +I1010 04:51:16.521207 140507907864320 tpu_estimator.py:279] Outfeed finished for iteration (6, 10) +I1010 04:51:22.010195 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:51:22.084037 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:51:52.146538 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:51:52.223447 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:51:54.048949 140509926684096 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.2695303, step = 1400 (58.639 sec) +I1010 04:52:06.334029 140509926684096 basic_session_run_hooks.py:260] loss = 2.2695303, step = 1400 (58.639 sec) +INFO:tensorflow:global_step/sec: 3.41078 +I1010 04:52:06.335690 140509926684096 tpu_estimator.py:2307] global_step/sec: 3.41078 +INFO:tensorflow:examples/sec: 223529 +I1010 04:52:06.336107 140509926684096 tpu_estimator.py:2308] examples/sec: 223529 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 04:52:06.337270 140509926684096 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 04:52:06.337465 140509926684096 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 19) +I1010 04:52:16.674666 140507907864320 tpu_estimator.py:279] Outfeed finished for iteration (7, 19) +I1010 04:52:22.292098 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:52:22.366377 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 04:52:52.449218 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:52:52.525398 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:52:53.021011 140509926684096 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 1.7834766, step = 1600 (64.129 sec) +I1010 04:53:10.463006 140509926684096 basic_session_run_hooks.py:260] loss = 1.7834766, step = 1600 (64.129 sec) +INFO:tensorflow:global_step/sec: 3.11872 +I1010 04:53:10.464624 140509926684096 tpu_estimator.py:2307] global_step/sec: 3.11872 +INFO:tensorflow:examples/sec: 204388 +I1010 04:53:10.465039 140509926684096 tpu_estimator.py:2308] examples/sec: 204388 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 04:53:10.466095 140509926684096 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 04:53:10.466258 140509926684096 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 0) +I1010 04:53:16.939915 140507907864320 tpu_estimator.py:279] Outfeed finished for iteration (8, 0) +I1010 04:53:22.608300 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:53:22.679728 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.9698371, step = 1760 (38.578 sec) +I1010 04:53:49.041421 140509926684096 basic_session_run_hooks.py:260] loss = 1.9698371, step = 1760 (38.578 sec) +INFO:tensorflow:global_step/sec: 4.1474 +I1010 04:53:49.042944 140509926684096 tpu_estimator.py:2307] global_step/sec: 4.1474 +INFO:tensorflow:examples/sec: 271804 +I1010 04:53:49.043242 140509926684096 tpu_estimator.py:2308] examples/sec: 271804 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:53:49.044861 140509926684096 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 04:53:52.741307 140507899471616 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 04:53:52.816173 140507899471616 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 04:54:03.859570 140509926684096 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 04:54:03.859956 140509926684096 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 04:54:03.860213 140507916257024 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 04:54:03.860357 140507916257024 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 04:54:03.860574 140509926684096 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 04:54:03.860699 140509926684096 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 04:54:03.860763 140509926684096 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 04:54:03.860914 140507907864320 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 04:54:03.861006 140507907864320 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 04:54:03.861130 140509926684096 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 04:54:03.861223 140509926684096 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.9698371. +I1010 04:54:24.652450 140509926684096 estimator.py:371] Loss for final step: 1.9698371. +INFO:tensorflow:training_loop marked as finished +I1010 04:54:24.653464 140509926684096 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 04:54:28.172245 140451594577344 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 04:54:28.178734 140451594577344 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 04:54:28.179053 140451594577344 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 04:54:28.182586 140451594577344 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:54:28.233843 140451594577344 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 04:54:28.234117 140451594577344 transport.py:157] Attempting refresh to obtain initial access_token +I1010 04:54:28.301593 140451594577344 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 04:54:28.354604 140451594577344 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 04:54:28.354945 140451594577344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 04:54:28.425611 140451594577344 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 04:54:28.426954 140451594577344 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 04:54:28.427249 140451594577344 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 04:54:28.427774 140451594577344 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 04:54:28.427875 140451594577344 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 04:54:28.427962 140451594577344 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 04:54:28.428086 140451594577344 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:54:28.686945 140451594577344 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 04:54:28.687582 140451594577344 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 04:54:28.688033 140451594577344 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 04:54:28.689616: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 04:54:28.702527 140451594577344 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 04:54:28.702805 140451594577344 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 04:54:28.705365 140451594577344 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 04:54:28.705446 140451594577344 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 04:54:28.705513 140451594577344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 04:54:28.705821 140451594577344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 04:54:28.705888 140451594577344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 04:54:28.705952 140451594577344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 04:54:28.706015 140451594577344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 04:54:28.706075 140451594577344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 04:54:28.706135 140451594577344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 04:54:28.706196 140451594577344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 04:54:28.706254 140451594577344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 04:54:28.706327 140451594577344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 04:54:28.706393 140451594577344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 04:54:28.712655 140451594577344 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 04:54:28.714634 140451594577344 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 04:54:28.729787 140451594577344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 04:54:28.730076 140451594577344 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 04:54:28.739275 140451594577344 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 04:54:28.830810 140451594577344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 04:54:28.831137 140451594577344 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 04:54:28.989557 140451594577344 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 04:54:28.990441 140451594577344 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 04:54:28.991080 140451594577344 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 04:54:29.408659 140451594577344 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 04:54:29.989049: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 04:54:29.989103: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 04:54:29.989134: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 04:54:30.013309 140451594577344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 04:54:30.014683 140451594577344 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 04:54:30.030098 140451594577344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 04:54:30.057318 140451594577344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 04:54:32.330073 140451594577344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 04:54:32.335819 140451594577344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 04:54:32.363575 140451594577344 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 04:54:32.409802 140451594577344 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 04:54:32.421431 140451594577344 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 04:54:32.520663 140451594577344 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 04:54:32.772639 140451594577344 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 04:54:32.789164 140451594577344 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 04:54:32.809536 140451594577344 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T04:54:32Z +I1010 04:54:32.827089 140451594577344 evaluation.py:255] Starting evaluation at 2019-10-10T04:54:32Z +INFO:tensorflow:TPU job name worker +I1010 04:54:32.827425 140451594577344 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 04:54:33.375773 140451594577344 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:54:33.460585 140451594577344 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 04:54:36.125695 140451594577344 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 04:54:36.147943 140451594577344 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 04:54:36.188863 140451594577344 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 04:54:36.205506 140451594577344 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 04:54:42.588983 140451594577344 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 04:54:42.589818 140449775867648 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 04:54:42.590306 140449767474944 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 04:54:42.760143 140451594577344 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 04:54:42.782416 140451594577344 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 04:54:42.783148 140451594577344 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 04:54:42.824104 140449759082240 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 04:54:42.892355 140449759082240 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 04:54:54.091434 140449767474944 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 04:55:02.776829 140451594577344 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 04:55:02.777260 140451594577344 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 04:55:02.777344 140451594577344 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 04:55:02.777553 140449775867648 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 04:55:02.777681 140449775867648 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 04:55:02.777820 140451594577344 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 04:55:02.777959 140451594577344 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 04:55:02.778019 140451594577344 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 04:55:02.780108 140449767474944 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 04:55:02.780272 140449767474944 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 04:55:02.780437 140451594577344 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 04:55:02.780600 140451594577344 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-04:55:13 +I1010 04:55:13.159238 140451594577344 evaluation.py:275] Finished evaluation at 2019-10-10-04:55:13 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9548324, top_1_accuracy = 0.75290936, top_5_accuracy = 0.9254964 +I1010 04:55:13.159714 140451594577344 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9548324, top_1_accuracy = 0.75290936, top_5_accuracy = 0.9254964 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 04:55:15.221342 140451594577344 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 04:55:15.479566 140451594577344 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9548324, 'top_1_accuracy': 0.75290936, 'global_step': 1760, 'top_5_accuracy': 0.9254964}. Elapsed seconds: 46 +I1010 04:55:15.479947 140451594577344 resnet_main.py:597] Eval results: {'loss': 1.9548324, 'top_1_accuracy': 0.75290936, 'global_step': 1760, 'top_5_accuracy': 0.9254964}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 04:55:15.480088 140451594577344 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570682589087625... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570683237954987... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570682591.v3-512#1570683243784636... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570682624725082... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570683001715778... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570683001917415... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570683005847754... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570683061493363... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570683061653096... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570683065585162... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570683121707889... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570683121882972... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570683125742904... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570683184018025... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570683184187105... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570683188076482... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570683237229279... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570683237452668... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570683241515022... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570683313675457... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570683314.v3-512#1570683315409048... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 05:13:49.680912 139828892140992 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 05:13:49.686883 139828892140992 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 05:13:49.687148 139828892140992 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 05:13:49.690556 139828892140992 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:13:49.739676 139828892140992 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 05:13:49.739953 139828892140992 transport.py:157] Attempting refresh to obtain initial access_token +I1010 05:13:49.823045 139828892140992 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:13:49.873696 139828892140992 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 05:13:49.873980 139828892140992 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 05:13:49.952330 139828892140992 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 05:13:49.954010 139828892140992 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 05:13:49.954327 139828892140992 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 05:13:49.954832 139828892140992 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 05:13:49.954931 139828892140992 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 05:13:49.955018 139828892140992 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 05:13:50.058624 139828892140992 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 05:13:50.137340 139828892140992 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 05:13:50.139411: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 05:13:50.197016 139828892140992 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 05:13:50.197297 139828892140992 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 05:13:50.197837 139828892140992 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 05:13:50.197906 139828892140992 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 05:13:50.197971 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 05:13:50.198249 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 05:13:50.198324 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 05:13:50.198390 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 05:13:50.198466 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 05:13:50.198527 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 05:13:50.198585 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 05:13:50.198645 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 05:13:50.198703 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 05:13:50.198760 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 05:13:50.198822 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 05:13:50.198882 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 05:13:50.198940 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 05:13:50.198999 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 05:13:50.199059 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 05:13:50.199116 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 05:13:50.199181 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 05:13:50.199239 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 05:13:50.199296 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 05:13:50.199362 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 05:13:50.199420 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 05:13:50.199489 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 05:13:50.199548 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 05:13:50.199606 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 05:13:50.199665 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 05:13:50.199723 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 05:13:50.199793 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 05:13:50.199850 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 05:13:50.199908 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 05:13:50.199970 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 05:13:50.200030 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 05:13:50.200088 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 05:13:50.200146 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 05:13:50.200205 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 05:13:50.200263 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 05:13:50.200326 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 05:13:50.200386 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 05:13:50.200449 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 05:13:50.200560 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 05:13:50.200625 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 05:13:50.200685 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 05:13:50.200752 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 05:13:50.200812 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 05:13:50.200877 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 05:13:50.200937 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 05:13:50.200997 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 05:13:50.201056 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 05:13:50.201112 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 05:13:50.201172 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 05:13:50.201230 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 05:13:50.201287 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 05:13:50.201351 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 05:13:50.201410 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 05:13:50.201467 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 05:13:50.201530 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 05:13:50.201590 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 05:13:50.201648 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 05:13:50.201708 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 05:13:50.201766 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 05:13:50.201822 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 05:13:50.201880 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 05:13:50.201937 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 05:13:50.201996 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 05:13:50.202053 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 05:13:50.202110 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 05:13:50.202171 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 05:13:50.202234 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 05:13:50.202292 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 05:13:50.202357 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 05:13:50.202414 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 05:13:50.202472 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 05:13:50.202529 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 05:13:50.202586 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 05:13:50.202645 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 05:13:50.202702 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 05:13:50.202759 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 05:13:50.202816 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 05:13:50.202873 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 05:13:50.202931 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 05:13:50.202999 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 05:13:50.203057 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 05:13:50.203114 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 05:13:50.203171 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 05:13:50.203229 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 05:13:50.203288 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 05:13:50.203353 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 05:13:50.203412 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 05:13:50.203469 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 05:13:50.203527 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 05:13:50.203586 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 05:13:50.203644 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 05:13:50.203706 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 05:13:50.203763 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 05:13:50.203820 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 05:13:50.203877 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 05:13:50.203934 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 05:13:50.203993 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 05:13:50.204050 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 05:13:50.204107 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 05:13:50.204165 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 05:13:50.204227 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 05:13:50.204286 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 05:13:50.204353 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 05:13:50.204411 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 05:13:50.204513 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 05:13:50.204593 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 05:13:50.204653 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 05:13:50.204710 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 05:13:50.204778 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 05:13:50.204838 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 05:13:50.204896 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 05:13:50.204956 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 05:13:50.205013 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 05:13:50.205071 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 05:13:50.205128 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 05:13:50.205187 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 05:13:50.205251 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 05:13:50.205310 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 05:13:50.205374 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 05:13:50.205434 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 05:13:50.205492 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 05:13:50.205550 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 05:13:50.205610 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 05:13:50.205667 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 05:13:50.205724 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 05:13:50.205782 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 05:13:50.205841 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 05:13:50.205899 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 05:13:50.205962 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 05:13:50.206022 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 05:13:50.206079 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 05:13:50.206137 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 05:13:50.206196 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 05:13:50.206254 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 05:13:50.206310 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 05:13:50.206377 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 05:13:50.206434 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 05:13:50.206491 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 05:13:50.206549 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 05:13:50.206608 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 05:13:50.206665 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 05:13:50.206729 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 05:13:50.206789 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 05:13:50.206846 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 05:13:50.206904 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 05:13:50.206963 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 05:13:50.207020 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 05:13:50.207077 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 05:13:50.207134 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 05:13:50.207191 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 05:13:50.207250 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 05:13:50.207307 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 05:13:50.207370 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 05:13:50.207434 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 05:13:50.207494 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 05:13:50.207551 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 05:13:50.207608 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 05:13:50.207667 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 05:13:50.207725 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 05:13:50.207782 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 05:13:50.207839 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 05:13:50.207895 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 05:13:50.207953 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 05:13:50.208010 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 05:13:50.208069 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 05:13:50.208131 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 05:13:50.208189 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 05:13:50.208246 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 05:13:50.208304 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 05:13:50.208369 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 05:13:50.208427 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 05:13:50.208522 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 05:13:50.208590 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 05:13:50.208647 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 05:13:50.208707 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 05:13:50.208765 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 05:13:50.208823 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 05:13:50.208883 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 05:13:50.208947 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 05:13:50.209006 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 05:13:50.209064 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 05:13:50.209120 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 05:13:50.209178 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 05:13:50.209235 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 05:13:50.209294 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 05:13:50.209359 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 05:13:50.209419 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 05:13:50.209476 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 05:13:50.209534 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 05:13:50.209593 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 05:13:50.209656 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 05:13:50.209713 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 05:13:50.209788 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 05:13:50.209845 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 05:13:50.209903 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 05:13:50.209959 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 05:13:50.210016 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 05:13:50.210074 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 05:13:50.210133 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 05:13:50.210191 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 05:13:50.210248 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 05:13:50.210305 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 05:13:50.210370 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 05:13:50.210433 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 05:13:50.210490 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 05:13:50.210549 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 05:13:50.210606 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 05:13:50.210663 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 05:13:50.210721 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 05:13:50.210778 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 05:13:50.210836 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 05:13:50.210894 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 05:13:50.210951 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 05:13:50.211008 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 05:13:50.211065 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 05:13:50.211129 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 05:13:50.211191 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 05:13:50.211251 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 05:13:50.211333 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 05:13:50.211393 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 05:13:50.211451 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 05:13:50.211508 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 05:13:50.211566 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 05:13:50.211625 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 05:13:50.211682 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 05:13:50.211739 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 05:13:50.211796 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 05:13:50.211858 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 05:13:50.211916 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 05:13:50.211973 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 05:13:50.212032 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 05:13:50.212090 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 05:13:50.212147 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 05:13:50.212204 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 05:13:50.212263 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 05:13:50.212326 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 05:13:50.212384 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 05:13:50.212441 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 05:13:50.212516 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 05:13:50.212574 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 05:13:50.212637 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 05:13:50.212696 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 05:13:50.212754 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 05:13:50.212811 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 05:13:50.212868 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 05:13:50.212925 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 05:13:50.212984 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 05:13:50.213041 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 05:13:50.213098 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 05:13:50.213155 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 05:13:50.213212 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 05:13:50.213269 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 05:13:50.213339 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 05:13:50.213398 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 05:13:50.213457 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 05:13:50.213514 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 05:13:50.213572 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 05:13:50.213629 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 05:13:50.213686 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 05:13:50.213745 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 05:13:50.213800 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 05:13:50.213857 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 05:13:50.213915 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 05:13:50.213973 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 05:13:50.214035 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 05:13:50.214092 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 05:13:50.214150 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 05:13:50.214206 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 05:13:50.214265 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 05:13:50.214327 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 05:13:50.214385 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 05:13:50.214442 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 05:13:50.214500 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 05:13:50.214557 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 05:13:50.214615 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 05:13:50.214673 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 05:13:50.214737 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 05:13:50.214804 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 05:13:50.214862 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 05:13:50.214919 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 05:13:50.214976 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 05:13:50.215034 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 05:13:50.215091 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 05:13:50.215147 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 05:13:50.215204 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 05:13:50.215262 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 05:13:50.215327 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 05:13:50.215385 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 05:13:50.215444 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 05:13:50.215507 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 05:13:50.215565 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 05:13:50.215622 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 05:13:50.215679 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 05:13:50.215738 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 05:13:50.215795 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 05:13:50.215852 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 05:13:50.215910 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 05:13:50.215970 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 05:13:50.216027 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 05:13:50.216084 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 05:13:50.216140 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 05:13:50.216202 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 05:13:50.216260 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 05:13:50.216324 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 05:13:50.216382 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 05:13:50.216439 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 05:13:50.216512 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 05:13:50.216572 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 05:13:50.216629 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 05:13:50.216687 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 05:13:50.216744 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 05:13:50.216801 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 05:13:50.216859 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 05:13:50.216916 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 05:13:50.216978 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 05:13:50.217035 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 05:13:50.217091 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 05:13:50.217148 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 05:13:50.217206 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 05:13:50.217263 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 05:13:50.217329 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 05:13:50.217390 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 05:13:50.217447 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 05:13:50.217504 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 05:13:50.217561 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 05:13:50.217618 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 05:13:50.217679 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 05:13:50.217737 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 05:13:50.217794 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 05:13:50.217853 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 05:13:50.217910 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 05:13:50.217966 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 05:13:50.218023 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 05:13:50.218080 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 05:13:50.218137 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 05:13:50.218193 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 05:13:50.218250 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 05:13:50.218306 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 05:13:50.218369 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 05:13:50.218432 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 05:13:50.218491 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 05:13:50.218548 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 05:13:50.218605 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 05:13:50.218662 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 05:13:50.218719 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 05:13:50.218775 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 05:13:50.218832 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 05:13:50.218890 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 05:13:50.218947 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 05:13:50.219005 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 05:13:50.219062 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 05:13:50.219130 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 05:13:50.219189 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 05:13:50.219248 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 05:13:50.219305 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 05:13:50.219369 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 05:13:50.219428 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 05:13:50.219485 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 05:13:50.219542 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 05:13:50.219599 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 05:13:50.219656 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 05:13:50.219716 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 05:13:50.219784 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 05:13:50.219849 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 05:13:50.219907 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 05:13:50.219964 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 05:13:50.220021 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 05:13:50.220078 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 05:13:50.220135 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 05:13:50.220194 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 05:13:50.220251 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 05:13:50.220309 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 05:13:50.220372 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 05:13:50.220432 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 05:13:50.220504 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 05:13:50.220563 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 05:13:50.220628 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 05:13:50.220686 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 05:13:50.220745 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 05:13:50.220802 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 05:13:50.220860 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 05:13:50.220917 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 05:13:50.220974 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 05:13:50.221031 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 05:13:50.221095 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 05:13:50.221153 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 05:13:50.221210 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 05:13:50.221268 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 05:13:50.221338 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 05:13:50.221399 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 05:13:50.221457 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 05:13:50.221513 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 05:13:50.221571 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 05:13:50.221628 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 05:13:50.221685 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 05:13:50.221743 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 05:13:50.221801 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 05:13:50.221858 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 05:13:50.221916 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 05:13:50.221973 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 05:13:50.222037 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 05:13:50.222095 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 05:13:50.222151 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 05:13:50.222208 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 05:13:50.222266 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 05:13:50.222331 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 05:13:50.222390 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 05:13:50.222449 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 05:13:50.222506 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 05:13:50.222564 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 05:13:50.222623 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 05:13:50.222680 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 05:13:50.222737 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 05:13:50.222799 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 05:13:50.222856 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 05:13:50.222912 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 05:13:50.222970 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 05:13:50.223027 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 05:13:50.223086 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 05:13:50.223143 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 05:13:50.223201 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 05:13:50.223258 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 05:13:50.223315 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 05:13:50.223378 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 05:13:50.223436 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 05:13:50.223498 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 05:13:50.223556 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 05:13:50.223613 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 05:13:50.223670 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 05:13:50.223727 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 05:13:50.223787 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 05:13:50.223844 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 05:13:50.223901 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 05:13:50.223958 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 05:13:50.224016 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 05:13:50.224073 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 05:13:50.224131 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 05:13:50.224189 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 05:13:50.224251 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 05:13:50.224308 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 05:13:50.224374 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 05:13:50.224433 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 05:13:50.224504 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 05:13:50.224564 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 05:13:50.224622 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 05:13:50.224679 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 05:13:50.224747 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 05:13:50.224808 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 05:13:50.224867 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 05:13:50.224924 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 05:13:50.224987 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 05:13:50.225045 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 05:13:50.225104 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 05:13:50.225162 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 05:13:50.225219 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 05:13:50.225276 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 05:13:50.225341 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 05:13:50.225399 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 05:13:50.225456 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 05:13:50.225514 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 05:13:50.225573 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 05:13:50.225630 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 05:13:50.225696 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 05:13:50.225754 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 05:13:50.225811 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 05:13:50.225868 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 05:13:50.225927 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 05:13:50.225984 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 05:13:50.226041 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 05:13:50.226098 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 05:13:50.226155 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 05:13:50.226212 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 05:13:50.226270 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 05:13:50.226335 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 05:13:50.226394 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 05:13:50.226457 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 05:13:50.226515 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 05:13:50.226572 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 05:13:50.226629 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 05:13:50.226686 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 05:13:50.226743 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 05:13:50.226800 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 05:13:50.226857 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 05:13:50.226914 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 05:13:50.226972 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 05:13:50.227029 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 05:13:50.227087 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 05:13:50.227148 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 05:13:50.227205 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 05:13:50.227262 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 05:13:50.227324 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 05:13:50.227384 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 05:13:50.227441 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 05:13:50.227498 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 05:13:50.227555 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 05:13:50.227621 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 05:13:50.227679 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 05:13:50.227737 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 05:13:50.227797 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 05:13:50.227859 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 05:13:50.227916 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 05:13:50.227973 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 05:13:50.228032 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 05:13:50.228087 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 05:13:50.228144 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 05:13:50.228202 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 05:13:50.228259 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 05:13:50.228317 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 05:13:50.228383 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 05:13:50.228440 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 05:13:50.228513 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 05:13:50.228571 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 05:13:50.228636 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 05:13:50.228693 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 05:13:50.228750 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 05:13:50.228807 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 05:13:50.228864 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 05:13:50.228923 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 05:13:50.228981 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 05:13:50.229037 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 05:13:50.229094 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 05:13:50.229151 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 05:13:50.229207 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 05:13:50.229265 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 05:13:50.229332 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 05:13:50.229392 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 05:13:50.229449 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 05:13:50.229507 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 05:13:50.229566 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 05:13:50.229624 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 05:13:50.229681 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 05:13:50.229747 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 05:13:50.229806 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 05:13:50.229863 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 05:13:50.229922 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 05:13:50.229979 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 05:13:50.230036 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 05:13:50.230107 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 05:13:50.230165 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 05:13:50.230223 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 05:13:50.230282 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 05:13:50.230345 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 05:13:50.230403 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 05:13:50.230460 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 05:13:50.230519 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 05:13:50.230576 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 05:13:50.230633 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 05:13:50.230691 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 05:13:50.230750 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 05:13:50.230811 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 05:13:50.230870 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 05:13:50.230926 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 05:13:50.230983 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 05:13:50.231040 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 05:13:50.231097 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 05:13:50.231154 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 05:13:50.231211 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 05:13:50.231268 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 05:13:50.231344 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 05:13:50.231403 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 05:13:50.231461 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 05:13:50.231524 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 05:13:50.231584 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 05:13:50.231642 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 05:13:50.231699 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 05:13:50.231758 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 05:13:50.231816 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 05:13:50.231873 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 05:13:50.231930 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 05:13:50.231987 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 05:13:50.232044 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 05:13:50.232103 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 05:13:50.232160 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 05:13:50.232217 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 05:13:50.232279 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 05:13:50.232343 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 05:13:50.232403 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 05:13:50.232460 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 05:13:50.232534 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 05:13:50.232599 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 05:13:50.232659 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 05:13:50.232717 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 05:13:50.232774 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 05:13:50.232840 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 05:13:50.232897 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 05:13:50.232954 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 05:13:50.233019 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 05:13:50.233077 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 05:13:50.233134 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 05:13:50.233191 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 05:13:50.233248 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 05:13:50.233306 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 05:13:50.233370 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 05:13:50.233428 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 05:13:50.233486 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 05:13:50.233544 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 05:13:50.233602 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 05:13:50.233659 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 05:13:50.233721 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 05:13:50.233778 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 05:13:50.233835 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 05:13:50.233894 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 05:13:50.233951 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 05:13:50.234009 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 05:13:50.234066 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 05:13:50.234122 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 05:13:50.234180 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 05:13:50.234237 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 05:13:50.234294 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 05:13:50.234358 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 05:13:50.234416 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 05:13:50.234478 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 05:13:50.234535 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 05:13:50.234592 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 05:13:50.234651 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 05:13:50.234709 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 05:13:50.234775 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 05:13:50.234833 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 05:13:50.234891 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 05:13:50.234949 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 05:13:50.235007 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 05:13:50.235063 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 05:13:50.235120 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 05:13:50.235182 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 05:13:50.235240 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 05:13:50.235297 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 05:13:50.235363 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 05:13:50.235420 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 05:13:50.235479 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 05:13:50.235536 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 05:13:50.235594 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 05:13:50.235651 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 05:13:50.235707 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 05:13:50.235764 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 05:13:50.235821 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 05:13:50.235877 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 05:13:50.235939 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 05:13:50.235996 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 05:13:50.236054 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 05:13:50.236112 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 05:13:50.236169 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 05:13:50.236227 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 05:13:50.236284 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 05:13:50.236346 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 05:13:50.236404 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 05:13:50.236462 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 05:13:50.236536 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 05:13:50.236593 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 05:13:50.236659 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 05:13:50.236716 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 05:13:50.236774 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 05:13:50.236830 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 05:13:50.236888 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 05:13:50.236947 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 05:13:50.237004 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 05:13:50.237060 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 05:13:50.237117 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 05:13:50.237173 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 05:13:50.237231 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 05:13:50.237288 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 05:13:50.237358 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 05:13:50.237420 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 05:13:50.237478 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 05:13:50.237536 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 05:13:50.237595 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 05:13:50.237652 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 05:13:50.237709 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 05:13:50.237766 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 05:13:50.237823 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 05:13:50.237879 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 05:13:50.237936 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 05:13:50.237993 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 05:13:50.238051 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 05:13:50.238114 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 05:13:50.238171 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 05:13:50.238228 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 05:13:50.238286 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 05:13:50.238351 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 05:13:50.238409 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 05:13:50.238466 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 05:13:50.238523 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 05:13:50.238581 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 05:13:50.238639 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 05:13:50.238696 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 05:13:50.238753 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 05:13:50.238814 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 05:13:50.238872 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 05:13:50.238929 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 05:13:50.238986 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 05:13:50.239043 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 05:13:50.239101 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 05:13:50.239159 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 05:13:50.239217 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 05:13:50.239274 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 05:13:50.239336 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 05:13:50.239394 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 05:13:50.239451 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 05:13:50.239515 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 05:13:50.239573 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 05:13:50.239630 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 05:13:50.239687 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 05:13:50.239753 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 05:13:50.239813 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 05:13:50.239870 139828892140992 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 05:13:50.245822 139828892140992 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 05:13:50.246351 139828892140992 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 05:13:50.258672 139828892140992 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 05:13:50.275795 139828892140992 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 05:13:50.276005 139828892140992 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 05:13:50.284082 139828892140992 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 05:13:50.365535 139828892140992 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 05:13:50.365807 139828892140992 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 05:13:50.368217 139828892140992 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 05:13:50.368436 139828892140992 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 05:13:50.524393 139828892140992 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 05:13:50.525239 139828892140992 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 05:13:50.525888 139828892140992 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 05:13:50.936542 139828892140992 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 05:13:51.334172 139828892140992 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 05:13:51.638021: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 05:13:51.638070: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 05:13:51.638108: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 05:14:02.343704 139828892140992 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 05:14:02.345294 139828892140992 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 05:14:02.360371 139828892140992 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 05:14:02.403011 139828892140992 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 05:14:05.633538 139828892140992 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 05:14:05.638977 139828892140992 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 05:14:05.666987 139828892140992 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 05:14:05.716197 139828892140992 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 05:14:05.728188 139828892140992 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 05:14:05.815006 139828892140992 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 05:14:05.819356 139828892140992 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 05:14:05.819581 139828892140992 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 05:14:05.819653 139828892140992 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 05:14:05.819716 139828892140992 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 05:14:05.819777 139828892140992 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 05:14:05.819835 139828892140992 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.5 ************************************** +I1010 05:14:05.819895 139828892140992 resnet_main.py:388] ****************************** the weight_decay_input is 1.5 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 05:14:05.820018 139828892140992 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 05:14:05.820163 139828892140992 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 05:14:05.821158 139828892140992 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 05:14:05.855529 139828892140992 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 05:14:09.190320 139828892140992 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:09.287264 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:09.356234 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:09.428776 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:09.551568 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:09.621356 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:09.693703 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:09.818837 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:09.888235 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:09.960017 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:10.081398 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:10.150933 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:10.224531 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:10.349052 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:10.423434 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:10.500267 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:10.633125 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:10.708741 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:10.788990 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:10.941409 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:11.014540 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:11.091962 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:11.222959 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:11.292526 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:11.365896 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:11.486567 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:11.554436 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:11.626261 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:11.747544 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:11.816031 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:11.887656 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:12.007910 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:12.077297 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:12.149156 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:12.271405 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:12.338478 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:12.411139 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:12.532701 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:12.602406 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:12.674880 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:12.799854 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:12.870625 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:12.943759 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:13.066842 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:13.136368 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:13.210531 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:13.340126 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:13.409075 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:13.481446 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:13.604974 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:13.675869 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:13.750930 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:13.877334 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:13.945890 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:14.018393 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:14.140697 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:14.211364 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:14.284430 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:14.409722 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:14.480952 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:14.555002 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:14.677879 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:14.747452 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:14.824202 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:14.949358 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:15.018661 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:15.092515 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:15.217247 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:15.289871 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:15.366183 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:15.488219 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:15.558928 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:15.635324 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:15.764966 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:15.842178 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:15.937377 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:16.074034 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:16.435148 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:16.509989 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:16.630827 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:16.698379 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:16.769491 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:16.890280 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:16.960969 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:17.035603 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:17.160661 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:17.231832 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:17.303453 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:17.427647 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:17.495944 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:17.568089 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:17.690175 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:17.761739 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:17.836513 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:17.960273 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:18.029208 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:18.101018 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:18.224097 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:18.293210 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:18.366240 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:18.487596 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:18.558680 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:18.633573 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:18.757016 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:18.825710 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:18.897882 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:19.019644 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:19.088675 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:19.161200 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:19.285535 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:19.358160 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:19.433418 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:19.557449 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:19.625962 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:19.698343 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:19.822026 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:19.890907 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:19.964437 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:20.086299 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:20.157754 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:20.241252 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:20.366738 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:20.437329 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:20.509953 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:20.633537 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:20.703732 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:20.776321 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:20.898405 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:20.969204 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:21.044081 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:21.168354 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:21.240236 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:21.319237 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:21.444299 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:21.515475 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:21.593379 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:21.719172 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:21.789489 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:21.865118 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:21.988193 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:22.061100 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:22.136334 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:22.259852 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:22.329229 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:22.403147 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:22.525895 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:22.597090 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:22.671879 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:22.794907 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:22.865915 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:22.941809 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:23.064666 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:23.133431 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:23.207051 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:23.330585 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:23.401500 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:23.477052 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:23.602021 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:23.673381 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:23.755660 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:23.884689 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:14:24.004797 139828892140992 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 05:14:24.690289 139828892140992 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 05:14:24.963218 139828892140992 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 05:14:31.199229 139828892140992 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 05:14:32.356986 139828892140992 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 05:14:46.317734 139828892140992 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 05:14:46.488774 139828892140992 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:15:06.142046 139828892140992 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 05:15:18.912172 139828892140992 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 05:15:19.967746 139828892140992 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 05:15:19.968316 139828892140992 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 05:15:19.969016: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 05:15:19.996210 139828892140992 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 05:15:20.025906 139828892140992 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 05:15:20.080363 139828892140992 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 05:15:35.273500 139828892140992 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 05:15:35.274470 139826881873664 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 05:15:35.274920 139826873480960 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 05:15:35.387270 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:15:35.463573 139828892140992 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:15:35.463932 139828892140992 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:15:35.473301 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:16:05.555845 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:16:05.625906 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 05:16:27.780819 139826873480960 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 05:16:35.698151 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:16:35.776335 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:17:05.841329 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:17:05.941988 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:17:07.506522 139828892140992 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.435641, step = 200 +I1010 05:17:22.149241 139828892140992 basic_session_run_hooks.py:262] loss = 4.435641, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:17:22.151427 139828892140992 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:17:22.151741 139828892140992 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 05:17:33.949563 139826873480960 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 05:17:36.027156 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:17:36.133814 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:18:06.219043 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:18:06.333735 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:18:14.259725 139828892140992 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.2828386, step = 400 (63.986 sec) +I1010 05:18:26.135339 139828892140992 basic_session_run_hooks.py:260] loss = 3.2828386, step = 400 (63.986 sec) +INFO:tensorflow:global_step/sec: 3.12567 +I1010 05:18:26.137159 139828892140992 tpu_estimator.py:2307] global_step/sec: 3.12567 +INFO:tensorflow:examples/sec: 204844 +I1010 05:18:26.138622 139828892140992 tpu_estimator.py:2308] examples/sec: 204844 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:18:26.140247 139828892140992 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:18:26.140522 139828892140992 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 7) +I1010 05:18:34.011255 139826873480960 tpu_estimator.py:279] Outfeed finished for iteration (2, 7) +I1010 05:18:36.415802 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:18:36.488567 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:19:06.570830 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:19:06.638463 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:19:13.325862 139828892140992 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.0678189, step = 600 (60.395 sec) +I1010 05:19:26.530015 139828892140992 basic_session_run_hooks.py:260] loss = 3.0678189, step = 600 (60.395 sec) +INFO:tensorflow:global_step/sec: 3.31149 +I1010 05:19:26.532890 139828892140992 tpu_estimator.py:2307] global_step/sec: 3.31149 +INFO:tensorflow:examples/sec: 217022 +I1010 05:19:26.533327 139828892140992 tpu_estimator.py:2308] examples/sec: 217022 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:19:26.534354 139828892140992 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:19:26.534543 139828892140992 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 6) +I1010 05:19:34.159477 139826873480960 tpu_estimator.py:279] Outfeed finished for iteration (3, 6) +I1010 05:19:36.718081 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:19:36.786546 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:20:06.868145 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:20:06.941807 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:20:13.285633 139828892140992 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.647821, step = 800 (59.592 sec) +I1010 05:20:26.121586 139828892140992 basic_session_run_hooks.py:260] loss = 2.647821, step = 800 (59.592 sec) +INFO:tensorflow:global_step/sec: 3.35626 +I1010 05:20:26.123013 139828892140992 tpu_estimator.py:2307] global_step/sec: 3.35626 +INFO:tensorflow:examples/sec: 219956 +I1010 05:20:26.123389 139828892140992 tpu_estimator.py:2308] examples/sec: 219956 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:20:26.124500 139828892140992 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:20:26.124675 139828892140992 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 10) +I1010 05:20:34.303886 139826873480960 tpu_estimator.py:279] Outfeed finished for iteration (4, 10) +I1010 05:20:37.022711 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:20:37.099550 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:21:07.155200 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:21:07.238775 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:21:12.142338 139828892140992 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 05:21:21.369539 139828892140992 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.5301597, step = 1000 (61.074 sec) +I1010 05:21:27.195908 139828892140992 basic_session_run_hooks.py:260] loss = 2.5301597, step = 1000 (61.074 sec) +INFO:tensorflow:global_step/sec: 3.27469 +I1010 05:21:27.197550 139828892140992 tpu_estimator.py:2307] global_step/sec: 3.27469 +INFO:tensorflow:examples/sec: 214610 +I1010 05:21:27.197992 139828892140992 tpu_estimator.py:2308] examples/sec: 214610 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:21:27.199407 139828892140992 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:21:27.199604 139828892140992 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 4) +I1010 05:21:34.414966 139826873480960 tpu_estimator.py:279] Outfeed finished for iteration (5, 4) +I1010 05:21:37.299905 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:21:37.377537 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:22:07.457427 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:22:07.530576 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:22:13.531348 139828892140992 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.3348062, step = 1200 (58.985 sec) +I1010 05:22:26.180728 139828892140992 basic_session_run_hooks.py:260] loss = 2.3348062, step = 1200 (58.985 sec) +INFO:tensorflow:global_step/sec: 3.3907 +I1010 05:22:26.182406 139828892140992 tpu_estimator.py:2307] global_step/sec: 3.3907 +INFO:tensorflow:examples/sec: 222213 +I1010 05:22:26.182872 139828892140992 tpu_estimator.py:2308] examples/sec: 222213 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:22:26.183947 139828892140992 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:22:26.184119 139828892140992 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 10) +I1010 05:22:34.521486 139826873480960 tpu_estimator.py:279] Outfeed finished for iteration (6, 10) +I1010 05:22:37.595479 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:22:37.673379 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:23:07.797281 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:23:07.872803 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:23:12.159929 139828892140992 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.1167178, step = 1400 (58.320 sec) +I1010 05:23:24.500754 139828892140992 basic_session_run_hooks.py:260] loss = 2.1167178, step = 1400 (58.320 sec) +INFO:tensorflow:global_step/sec: 3.42936 +I1010 05:23:24.502219 139828892140992 tpu_estimator.py:2307] global_step/sec: 3.42936 +INFO:tensorflow:examples/sec: 224747 +I1010 05:23:24.502656 139828892140992 tpu_estimator.py:2308] examples/sec: 224747 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:23:24.504070 139828892140992 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:23:24.504275 139828892140992 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 18) +I1010 05:23:34.548957 139826873480960 tpu_estimator.py:279] Outfeed finished for iteration (7, 18) +I1010 05:23:37.955483 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:23:38.032325 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:24:08.105042 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:24:08.185946 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:24:10.413235 139828892140992 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 1.8539567, step = 1600 (59.799 sec) +I1010 05:24:24.299756 139828892140992 basic_session_run_hooks.py:260] loss = 1.8539567, step = 1600 (59.799 sec) +INFO:tensorflow:global_step/sec: 3.34453 +I1010 05:24:24.301359 139828892140992 tpu_estimator.py:2307] global_step/sec: 3.34453 +INFO:tensorflow:examples/sec: 219187 +I1010 05:24:24.301815 139828892140992 tpu_estimator.py:2308] examples/sec: 219187 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 05:24:24.303164 139828892140992 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 05:24:24.303348 139828892140992 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 22) +I1010 05:24:34.643471 139826873480960 tpu_estimator.py:279] Outfeed finished for iteration (8, 22) +I1010 05:24:38.261936 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:24:38.339624 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.8694602, step = 1760 (37.856 sec) +I1010 05:25:02.155807 139828892140992 basic_session_run_hooks.py:260] loss = 1.8694602, step = 1760 (37.856 sec) +INFO:tensorflow:global_step/sec: 4.22652 +I1010 05:25:02.157533 139828892140992 tpu_estimator.py:2307] global_step/sec: 4.22652 +INFO:tensorflow:examples/sec: 276989 +I1010 05:25:02.158031 139828892140992 tpu_estimator.py:2308] examples/sec: 276989 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:25:02.159408 139828892140992 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:25:08.424860 139826865088256 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:25:08.510541 139826865088256 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 05:25:17.153063 139828892140992 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 05:25:17.153336 139828892140992 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 05:25:17.153553 139826881873664 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 05:25:17.153667 139826881873664 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 05:25:17.153817 139828892140992 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 05:25:17.153948 139828892140992 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 05:25:17.154007 139828892140992 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 05:25:17.154156 139826873480960 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 05:25:17.154242 139826873480960 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 05:25:17.154365 139828892140992 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 05:25:17.154453 139828892140992 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.8694602. +I1010 05:25:40.093216 139828892140992 estimator.py:371] Loss for final step: 1.8694602. +INFO:tensorflow:training_loop marked as finished +I1010 05:25:40.095175 139828892140992 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 05:25:43.102396 140558125282752 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 05:25:43.107908 140558125282752 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 05:25:43.108155 140558125282752 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 05:25:43.111840 140558125282752 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:25:43.244959 140558125282752 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 05:25:43.245232 140558125282752 transport.py:157] Attempting refresh to obtain initial access_token +I1010 05:25:43.314641 140558125282752 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:25:43.365834 140558125282752 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 05:25:43.366091 140558125282752 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 05:25:43.437382 140558125282752 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 05:25:43.438462 140558125282752 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 05:25:43.438719 140558125282752 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 05:25:43.439192 140558125282752 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 05:25:43.439277 140558125282752 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 05:25:43.439363 140558125282752 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 05:25:43.439477 140558125282752 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 05:25:43.688328 140558125282752 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 05:25:43.688905 140558125282752 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 05:25:43.689291 140558125282752 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 05:25:43.690531: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 05:25:43.709640 140558125282752 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 05:25:43.709898 140558125282752 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 05:25:43.710371 140558125282752 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 05:25:43.710464 140558125282752 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 05:25:43.710546 140558125282752 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 05:25:43.710836 140558125282752 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 05:25:43.710918 140558125282752 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 05:25:43.710988 140558125282752 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 05:25:43.711057 140558125282752 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 05:25:43.711138 140558125282752 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 05:25:43.711205 140558125282752 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 05:25:43.711288 140558125282752 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 05:25:43.711365 140558125282752 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 05:25:43.711432 140558125282752 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 05:25:43.711500 140558125282752 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 05:25:43.717322 140558125282752 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 05:25:43.719232 140558125282752 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 05:25:43.736265 140558125282752 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 05:25:43.736675 140558125282752 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 05:25:43.745724 140558125282752 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 05:25:43.834240 140558125282752 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 05:25:43.834506 140558125282752 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 05:25:43.992623 140558125282752 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 05:25:43.993443 140558125282752 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 05:25:43.994096 140558125282752 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 05:25:44.410051 140558125282752 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 05:25:44.978996: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 05:25:44.979048: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 05:25:44.979076: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 05:25:45.002804 140558125282752 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 05:25:45.004126 140558125282752 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 05:25:45.019335 140558125282752 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 05:25:45.046269 140558125282752 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 05:25:47.291074 140558125282752 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 05:25:47.296243 140558125282752 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 05:25:47.322866 140558125282752 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 05:25:47.371102 140558125282752 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 05:25:47.383200 140558125282752 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 05:25:47.480684 140558125282752 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 05:25:47.725604 140558125282752 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 05:25:47.741766 140558125282752 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 05:25:47.761161 140558125282752 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T05:25:47Z +I1010 05:25:47.778431 140558125282752 evaluation.py:255] Starting evaluation at 2019-10-10T05:25:47Z +INFO:tensorflow:TPU job name worker +I1010 05:25:47.778693 140558125282752 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 05:25:48.306153 140558125282752 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 05:25:48.397875 140558125282752 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 05:25:51.270417 140558125282752 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 05:25:51.292838 140558125282752 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 05:25:51.335743 140558125282752 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 05:25:51.349137 140558125282752 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 05:25:57.865698 140558125282752 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 05:25:57.866647 140556448020224 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 05:25:57.867196 140556439627520 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 05:25:58.022206 140558125282752 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 05:25:58.040569 140558125282752 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 05:25:58.041522 140558125282752 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 05:25:58.092969 140555958875904 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 05:25:58.157044 140555958875904 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 05:26:09.035387 140556439627520 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 05:26:17.779401 140558125282752 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 05:26:17.779994 140558125282752 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 05:26:17.780328 140558125282752 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 05:26:17.780555 140556448020224 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 05:26:17.780666 140556448020224 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 05:26:17.780807 140558125282752 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 05:26:17.780932 140558125282752 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 05:26:17.780993 140558125282752 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 05:26:17.781121 140556439627520 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 05:26:17.781207 140556439627520 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 05:26:17.781336 140558125282752 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 05:26:17.781428 140558125282752 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-05:26:28 +I1010 05:26:28.389220 140558125282752 evaluation.py:275] Finished evaluation at 2019-10-10-05:26:28 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9425265, top_1_accuracy = 0.75354004, top_5_accuracy = 0.9244995 +I1010 05:26:28.389596 140558125282752 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9425265, top_1_accuracy = 0.75354004, top_5_accuracy = 0.9244995 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 05:26:30.456089 140558125282752 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 05:26:30.753156 140558125282752 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9425265, 'top_1_accuracy': 0.75354004, 'global_step': 1760, 'top_5_accuracy': 0.9244995}. Elapsed seconds: 47 +I1010 05:26:30.753624 140558125282752 resnet_main.py:597] Eval results: {'loss': 1.9425265, 'top_1_accuracy': 0.75354004, 'global_step': 1760, 'top_5_accuracy': 0.9244995}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 05:26:30.753798 140558125282752 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570684465605822... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570685111247399... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570684468.v3-512#1570685117047215... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570684501007495... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570684880554245... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570684880754675... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570684884711586... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570684941502811... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570684941671399... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570684945573746... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570684999870052... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570685000038014... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570685003896665... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570685058115157... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570685058305914... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570685062183326... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570685109552585... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570685109726606... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570685114657438... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570685189025176... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570685189.v3-512#1570685190687390... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 05:26:34.725869 140634561013184 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 05:26:34.731261 140634561013184 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 05:26:34.731529 140634561013184 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 05:26:34.734743 140634561013184 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:26:34.783760 140634561013184 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 05:26:34.784024 140634561013184 transport.py:157] Attempting refresh to obtain initial access_token +I1010 05:26:34.884939 140634561013184 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:26:34.938401 140634561013184 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 05:26:34.938669 140634561013184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 05:26:35.007491 140634561013184 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 05:26:35.008963 140634561013184 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 05:26:35.009258 140634561013184 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 05:26:35.009737 140634561013184 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 05:26:35.009835 140634561013184 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 05:26:35.009917 140634561013184 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 05:26:35.096662 140634561013184 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 05:26:35.182554 140634561013184 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 05:26:35.184365: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 05:26:35.244703 140634561013184 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 05:26:35.244978 140634561013184 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 05:26:35.245449 140634561013184 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 05:26:35.245538 140634561013184 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 05:26:35.245611 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 05:26:35.245923 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 05:26:35.246004 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 05:26:35.246074 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 05:26:35.246160 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 05:26:35.246229 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 05:26:35.246301 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 05:26:35.246368 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 05:26:35.246436 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 05:26:35.246501 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 05:26:35.246579 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 05:26:35.246648 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 05:26:35.246715 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 05:26:35.246781 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 05:26:35.246848 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 05:26:35.246913 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 05:26:35.246979 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 05:26:35.247061 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 05:26:35.247128 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 05:26:35.247194 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 05:26:35.247258 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 05:26:35.247325 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 05:26:35.247391 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 05:26:35.247457 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 05:26:35.247533 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 05:26:35.247601 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 05:26:35.247668 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 05:26:35.247734 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 05:26:35.247798 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 05:26:35.247870 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 05:26:35.247937 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 05:26:35.248003 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 05:26:35.248070 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 05:26:35.248136 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 05:26:35.248203 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 05:26:35.248290 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 05:26:35.248357 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 05:26:35.248429 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 05:26:35.248569 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 05:26:35.248648 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 05:26:35.248716 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 05:26:35.248783 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 05:26:35.248857 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 05:26:35.248927 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 05:26:35.248995 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 05:26:35.249063 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 05:26:35.249129 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 05:26:35.249196 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 05:26:35.249260 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 05:26:35.249327 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 05:26:35.249393 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 05:26:35.249459 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 05:26:35.249531 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 05:26:35.249599 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 05:26:35.249670 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 05:26:35.249738 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 05:26:35.249805 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 05:26:35.249871 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 05:26:35.249938 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 05:26:35.250004 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 05:26:35.250070 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 05:26:35.250134 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 05:26:35.250205 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 05:26:35.250272 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 05:26:35.250336 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 05:26:35.250403 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 05:26:35.250469 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 05:26:35.250555 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 05:26:35.250622 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 05:26:35.250695 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 05:26:35.250761 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 05:26:35.250828 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 05:26:35.250895 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 05:26:35.250961 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 05:26:35.251025 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 05:26:35.251091 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 05:26:35.251157 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 05:26:35.251224 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 05:26:35.251315 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 05:26:35.251390 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 05:26:35.251457 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 05:26:35.251529 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 05:26:35.251595 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 05:26:35.251661 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 05:26:35.251728 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 05:26:35.251792 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 05:26:35.251858 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 05:26:35.251925 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 05:26:35.251992 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 05:26:35.252058 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 05:26:35.252124 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 05:26:35.252190 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 05:26:35.252262 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 05:26:35.252329 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 05:26:35.252396 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 05:26:35.252461 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 05:26:35.252599 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 05:26:35.252670 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 05:26:35.252737 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 05:26:35.252804 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 05:26:35.252872 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 05:26:35.252939 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 05:26:35.253005 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 05:26:35.253072 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 05:26:35.253146 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 05:26:35.253212 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 05:26:35.253278 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 05:26:35.253345 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 05:26:35.253412 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 05:26:35.253479 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 05:26:35.253552 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 05:26:35.253621 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 05:26:35.253688 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 05:26:35.253753 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 05:26:35.253820 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 05:26:35.253885 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 05:26:35.253957 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 05:26:35.254024 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 05:26:35.254090 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 05:26:35.254158 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 05:26:35.254225 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 05:26:35.254292 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 05:26:35.254359 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 05:26:35.254425 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 05:26:35.254491 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 05:26:35.254564 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 05:26:35.254628 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 05:26:35.254693 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 05:26:35.254760 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 05:26:35.254831 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 05:26:35.254895 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 05:26:35.254971 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 05:26:35.255038 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 05:26:35.255110 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 05:26:35.255176 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 05:26:35.255240 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 05:26:35.255306 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 05:26:35.255373 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 05:26:35.255438 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 05:26:35.255508 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 05:26:35.255580 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 05:26:35.255651 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 05:26:35.255717 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 05:26:35.255784 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 05:26:35.255850 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 05:26:35.255928 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 05:26:35.255995 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 05:26:35.256061 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 05:26:35.256125 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 05:26:35.256191 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 05:26:35.256263 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 05:26:35.256328 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 05:26:35.256393 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 05:26:35.256510 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 05:26:35.256618 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 05:26:35.256689 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 05:26:35.256756 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 05:26:35.256822 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 05:26:35.256887 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 05:26:35.256953 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 05:26:35.257019 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 05:26:35.257093 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 05:26:35.257159 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 05:26:35.257226 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 05:26:35.257292 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 05:26:35.257359 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 05:26:35.257433 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 05:26:35.257502 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 05:26:35.257575 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 05:26:35.257642 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 05:26:35.257709 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 05:26:35.257776 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 05:26:35.257842 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 05:26:35.257906 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 05:26:35.257972 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 05:26:35.258038 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 05:26:35.258105 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 05:26:35.258176 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 05:26:35.258258 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 05:26:35.258332 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 05:26:35.258399 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 05:26:35.258465 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 05:26:35.258536 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 05:26:35.258604 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 05:26:35.258668 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 05:26:35.258734 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 05:26:35.258801 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 05:26:35.258867 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 05:26:35.258934 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 05:26:35.259000 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 05:26:35.259066 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 05:26:35.259136 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 05:26:35.259202 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 05:26:35.259268 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 05:26:35.259332 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 05:26:35.259398 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 05:26:35.259464 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 05:26:35.259536 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 05:26:35.259604 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 05:26:35.259670 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 05:26:35.259737 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 05:26:35.259803 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 05:26:35.259877 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 05:26:35.259953 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 05:26:35.260020 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 05:26:35.260087 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 05:26:35.260154 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 05:26:35.260220 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 05:26:35.260287 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 05:26:35.260353 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 05:26:35.260420 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 05:26:35.260512 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 05:26:35.260585 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 05:26:35.260652 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 05:26:35.260718 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 05:26:35.260788 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 05:26:35.260855 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 05:26:35.260921 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 05:26:35.260987 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 05:26:35.261054 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 05:26:35.261120 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 05:26:35.261185 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 05:26:35.261251 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 05:26:35.261317 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 05:26:35.261382 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 05:26:35.261447 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 05:26:35.261512 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 05:26:35.261585 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 05:26:35.261656 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 05:26:35.261723 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 05:26:35.261790 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 05:26:35.261856 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 05:26:35.261920 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 05:26:35.261986 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 05:26:35.262052 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 05:26:35.262116 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 05:26:35.262181 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 05:26:35.262248 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 05:26:35.262311 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 05:26:35.262377 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 05:26:35.262451 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 05:26:35.262520 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 05:26:35.262593 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 05:26:35.262660 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 05:26:35.262725 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 05:26:35.262790 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 05:26:35.262856 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 05:26:35.262921 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 05:26:35.262984 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 05:26:35.263050 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 05:26:35.263115 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 05:26:35.263180 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 05:26:35.263252 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 05:26:35.263318 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 05:26:35.263382 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 05:26:35.263448 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 05:26:35.263514 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 05:26:35.263586 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 05:26:35.263652 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 05:26:35.263717 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 05:26:35.263782 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 05:26:35.263849 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 05:26:35.263914 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 05:26:35.263978 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 05:26:35.264044 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 05:26:35.264117 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 05:26:35.264182 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 05:26:35.264246 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 05:26:35.264312 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 05:26:35.264378 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 05:26:35.264442 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 05:26:35.264540 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 05:26:35.264607 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 05:26:35.264673 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 05:26:35.264740 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 05:26:35.264806 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 05:26:35.264873 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 05:26:35.264945 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 05:26:35.265011 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 05:26:35.265077 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 05:26:35.265141 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 05:26:35.265207 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 05:26:35.265271 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 05:26:35.265337 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 05:26:35.265402 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 05:26:35.265467 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 05:26:35.265541 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 05:26:35.265608 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 05:26:35.265672 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 05:26:35.265747 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 05:26:35.265813 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 05:26:35.265877 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 05:26:35.265958 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 05:26:35.266025 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 05:26:35.266091 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 05:26:35.266156 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 05:26:35.266222 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 05:26:35.266289 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 05:26:35.266355 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 05:26:35.266421 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 05:26:35.266486 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 05:26:35.266560 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 05:26:35.266632 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 05:26:35.266697 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 05:26:35.266763 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 05:26:35.266829 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 05:26:35.266896 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 05:26:35.266961 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 05:26:35.267026 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 05:26:35.267092 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 05:26:35.267159 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 05:26:35.267225 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 05:26:35.267290 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 05:26:35.267354 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 05:26:35.267425 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 05:26:35.267491 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 05:26:35.267564 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 05:26:35.267630 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 05:26:35.267695 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 05:26:35.267760 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 05:26:35.267827 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 05:26:35.267891 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 05:26:35.267956 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 05:26:35.268022 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 05:26:35.268088 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 05:26:35.268152 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 05:26:35.268218 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 05:26:35.268291 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 05:26:35.268357 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 05:26:35.268423 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 05:26:35.268512 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 05:26:35.268584 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 05:26:35.268651 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 05:26:35.268716 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 05:26:35.268780 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 05:26:35.268846 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 05:26:35.268912 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 05:26:35.268976 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 05:26:35.269042 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 05:26:35.269113 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 05:26:35.269180 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 05:26:35.269246 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 05:26:35.269313 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 05:26:35.269378 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 05:26:35.269443 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 05:26:35.269509 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 05:26:35.269582 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 05:26:35.269649 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 05:26:35.269715 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 05:26:35.269781 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 05:26:35.269845 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 05:26:35.269918 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 05:26:35.269987 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 05:26:35.270052 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 05:26:35.270119 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 05:26:35.270185 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 05:26:35.270251 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 05:26:35.270317 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 05:26:35.270382 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 05:26:35.270447 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 05:26:35.270513 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 05:26:35.270585 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 05:26:35.270651 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 05:26:35.270716 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 05:26:35.270787 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 05:26:35.270853 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 05:26:35.270919 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 05:26:35.270984 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 05:26:35.271050 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 05:26:35.271116 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 05:26:35.271181 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 05:26:35.271248 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 05:26:35.271338 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 05:26:35.271406 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 05:26:35.271473 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 05:26:35.271545 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 05:26:35.271620 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 05:26:35.271687 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 05:26:35.271753 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 05:26:35.271817 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 05:26:35.271883 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 05:26:35.271948 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 05:26:35.272013 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 05:26:35.272079 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 05:26:35.272145 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 05:26:35.272212 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 05:26:35.272278 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 05:26:35.272342 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 05:26:35.272413 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 05:26:35.272502 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 05:26:35.272578 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 05:26:35.272645 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 05:26:35.272711 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 05:26:35.272778 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 05:26:35.272844 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 05:26:35.272911 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 05:26:35.272978 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 05:26:35.273045 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 05:26:35.273111 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 05:26:35.273175 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 05:26:35.273241 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 05:26:35.273314 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 05:26:35.273380 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 05:26:35.273447 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 05:26:35.273514 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 05:26:35.273586 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 05:26:35.273654 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 05:26:35.273730 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 05:26:35.273798 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 05:26:35.273869 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 05:26:35.273936 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 05:26:35.274002 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 05:26:35.274068 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 05:26:35.274138 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 05:26:35.274205 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 05:26:35.274271 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 05:26:35.274338 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 05:26:35.274405 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 05:26:35.274471 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 05:26:35.274543 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 05:26:35.274610 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 05:26:35.274674 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 05:26:35.274740 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 05:26:35.274806 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 05:26:35.274873 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 05:26:35.274938 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 05:26:35.275008 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 05:26:35.275074 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 05:26:35.275141 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 05:26:35.275207 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 05:26:35.275274 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 05:26:35.275340 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 05:26:35.275404 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 05:26:35.275470 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 05:26:35.275542 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 05:26:35.275609 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 05:26:35.275675 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 05:26:35.275741 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 05:26:35.275811 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 05:26:35.275877 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 05:26:35.275955 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 05:26:35.276024 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 05:26:35.276091 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 05:26:35.276156 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 05:26:35.276228 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 05:26:35.276295 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 05:26:35.276365 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 05:26:35.276432 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 05:26:35.276521 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 05:26:35.276596 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 05:26:35.276669 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 05:26:35.276737 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 05:26:35.276803 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 05:26:35.276870 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 05:26:35.276936 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 05:26:35.277002 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 05:26:35.277066 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 05:26:35.277132 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 05:26:35.277199 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 05:26:35.277265 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 05:26:35.277329 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 05:26:35.277395 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 05:26:35.277463 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 05:26:35.277544 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 05:26:35.277611 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 05:26:35.277677 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 05:26:35.277743 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 05:26:35.277807 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 05:26:35.277873 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 05:26:35.277937 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 05:26:35.278002 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 05:26:35.278068 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 05:26:35.278134 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 05:26:35.278199 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 05:26:35.278266 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 05:26:35.278337 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 05:26:35.278403 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 05:26:35.278470 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 05:26:35.278541 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 05:26:35.278606 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 05:26:35.278672 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 05:26:35.278738 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 05:26:35.278805 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 05:26:35.278872 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 05:26:35.278938 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 05:26:35.279011 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 05:26:35.279078 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 05:26:35.279153 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 05:26:35.279220 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 05:26:35.279284 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 05:26:35.279350 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 05:26:35.279417 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 05:26:35.279484 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 05:26:35.279556 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 05:26:35.279623 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 05:26:35.279689 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 05:26:35.279756 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 05:26:35.279822 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 05:26:35.279887 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 05:26:35.279995 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 05:26:35.280072 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 05:26:35.280152 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 05:26:35.280215 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 05:26:35.280280 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 05:26:35.280343 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 05:26:35.280406 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 05:26:35.280493 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 05:26:35.280567 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 05:26:35.280632 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 05:26:35.280697 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 05:26:35.280761 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 05:26:35.280823 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 05:26:35.280893 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 05:26:35.280977 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 05:26:35.281043 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 05:26:35.281109 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 05:26:35.281176 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 05:26:35.281241 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 05:26:35.281307 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 05:26:35.281373 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 05:26:35.281439 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 05:26:35.281503 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 05:26:35.281584 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 05:26:35.281652 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 05:26:35.281721 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 05:26:35.281793 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 05:26:35.281858 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 05:26:35.281924 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 05:26:35.281991 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 05:26:35.282058 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 05:26:35.282124 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 05:26:35.282188 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 05:26:35.282253 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 05:26:35.282320 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 05:26:35.282386 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 05:26:35.282452 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 05:26:35.282516 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 05:26:35.282596 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 05:26:35.282664 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 05:26:35.282728 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 05:26:35.282808 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 05:26:35.282871 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 05:26:35.282934 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 05:26:35.282996 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 05:26:35.283060 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 05:26:35.283122 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 05:26:35.283185 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 05:26:35.283267 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 05:26:35.283332 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 05:26:35.283402 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 05:26:35.283469 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 05:26:35.283548 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 05:26:35.283613 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 05:26:35.283684 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 05:26:35.283751 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 05:26:35.283816 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 05:26:35.283880 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 05:26:35.283946 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 05:26:35.284010 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 05:26:35.284076 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 05:26:35.284142 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 05:26:35.284209 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 05:26:35.284281 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 05:26:35.284347 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 05:26:35.284411 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 05:26:35.284503 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 05:26:35.284581 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 05:26:35.284647 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 05:26:35.284713 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 05:26:35.284779 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 05:26:35.284845 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 05:26:35.284910 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 05:26:35.284977 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 05:26:35.285043 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 05:26:35.285115 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 05:26:35.285187 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 05:26:35.285254 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 05:26:35.285319 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 05:26:35.285383 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 05:26:35.285449 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 05:26:35.285515 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 05:26:35.285590 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 05:26:35.285656 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 05:26:35.285722 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 05:26:35.285789 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 05:26:35.285855 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 05:26:35.285937 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 05:26:35.286005 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 05:26:35.286072 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 05:26:35.286138 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 05:26:35.286202 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 05:26:35.286268 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 05:26:35.286334 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 05:26:35.286401 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 05:26:35.286467 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 05:26:35.286539 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 05:26:35.286604 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 05:26:35.286669 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 05:26:35.286735 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 05:26:35.286813 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 05:26:35.286879 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 05:26:35.286945 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 05:26:35.287009 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 05:26:35.287075 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 05:26:35.287142 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 05:26:35.287208 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 05:26:35.287272 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 05:26:35.287338 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 05:26:35.287404 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 05:26:35.287470 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 05:26:35.287543 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 05:26:35.287614 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 05:26:35.287679 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 05:26:35.287745 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 05:26:35.287811 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 05:26:35.287877 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 05:26:35.287941 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 05:26:35.288008 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 05:26:35.288074 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 05:26:35.288139 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 05:26:35.288203 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 05:26:35.288269 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 05:26:35.288333 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 05:26:35.288398 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 05:26:35.288490 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 05:26:35.288567 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 05:26:35.288634 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 05:26:35.288701 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 05:26:35.288768 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 05:26:35.288835 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 05:26:35.288899 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 05:26:35.288965 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 05:26:35.289031 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 05:26:35.289096 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 05:26:35.289166 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 05:26:35.289233 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 05:26:35.289305 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 05:26:35.289377 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 05:26:35.289444 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 05:26:35.289511 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 05:26:35.289583 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 05:26:35.289649 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 05:26:35.289716 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 05:26:35.289782 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 05:26:35.289848 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 05:26:35.289913 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 05:26:35.289978 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 05:26:35.290045 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 05:26:35.290116 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 05:26:35.290183 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 05:26:35.290249 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 05:26:35.290314 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 05:26:35.290393 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 05:26:35.290457 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 05:26:35.290545 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 05:26:35.290612 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 05:26:35.290678 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 05:26:35.290745 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 05:26:35.290810 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 05:26:35.290877 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 05:26:35.290942 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 05:26:35.291018 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 05:26:35.291083 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 05:26:35.291148 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 05:26:35.291214 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 05:26:35.291301 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 05:26:35.291371 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 05:26:35.291436 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 05:26:35.291502 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 05:26:35.291574 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 05:26:35.291646 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 05:26:35.291712 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 05:26:35.291785 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 05:26:35.291865 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 05:26:35.291933 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 05:26:35.292000 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 05:26:35.292066 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 05:26:35.292131 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 05:26:35.292196 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 05:26:35.292263 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 05:26:35.292327 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 05:26:35.292393 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 05:26:35.292459 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 05:26:35.292556 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 05:26:35.292623 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 05:26:35.292695 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 05:26:35.292762 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 05:26:35.292829 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 05:26:35.292895 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 05:26:35.292960 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 05:26:35.293025 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 05:26:35.293092 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 05:26:35.293158 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 05:26:35.293225 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 05:26:35.293289 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 05:26:35.293355 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 05:26:35.293421 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 05:26:35.293487 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 05:26:35.293565 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 05:26:35.293632 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 05:26:35.293699 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 05:26:35.293765 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 05:26:35.293829 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 05:26:35.293896 140634561013184 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 05:26:35.299705 140634561013184 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 05:26:35.300271 140634561013184 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 05:26:35.313843 140634561013184 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 05:26:35.334548 140634561013184 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 05:26:35.334836 140634561013184 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 05:26:35.342931 140634561013184 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 05:26:35.428268 140634561013184 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 05:26:35.428567 140634561013184 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 05:26:35.431166 140634561013184 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 05:26:35.431449 140634561013184 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 05:26:35.591031 140634561013184 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 05:26:35.591846 140634561013184 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 05:26:35.592504 140634561013184 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 05:26:36.010056 140634561013184 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 05:26:36.408056 140634561013184 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 05:26:36.713025: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 05:26:36.713077: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 05:26:36.713105: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 05:26:47.320430 140634561013184 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 05:26:47.322129 140634561013184 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 05:26:47.338515 140634561013184 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 05:26:47.382994 140634561013184 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 05:26:50.562378 140634561013184 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 05:26:50.567523 140634561013184 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 05:26:50.594281 140634561013184 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 05:26:50.641596 140634561013184 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 05:26:50.653158 140634561013184 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 05:26:50.737462 140634561013184 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 05:26:50.741599 140634561013184 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 05:26:50.741818 140634561013184 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 05:26:50.741888 140634561013184 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 05:26:50.741950 140634561013184 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 05:26:50.742011 140634561013184 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 05:26:50.742069 140634561013184 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.5 ************************************** +I1010 05:26:50.742136 140634561013184 resnet_main.py:388] ****************************** the weight_decay_input is 1.5 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 05:26:50.742259 140634561013184 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 05:26:50.742394 140634561013184 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 05:26:50.743304 140634561013184 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 05:26:50.776304 140634561013184 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 05:26:54.059124 140634561013184 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:54.156157 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:54.224634 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:54.295114 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:54.416229 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:54.485694 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:54.556910 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:54.677920 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:54.746275 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:54.817060 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:54.936760 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:55.004257 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:55.076303 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:55.197976 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:55.269582 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:55.340924 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:55.462500 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:55.529052 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:55.601927 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:55.742192 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:55.808101 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:55.878009 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:55.997966 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:56.067461 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:56.137712 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:56.258717 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:56.325112 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:56.395581 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:56.516273 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:56.583168 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:56.655878 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:56.776700 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:56.846121 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:56.917867 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:57.042324 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:57.110721 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:57.183104 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:57.306132 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:57.375454 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:57.447513 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:57.568408 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:57.639087 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:57.710179 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:57.832381 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:57.900988 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:57.972846 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:58.100033 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:58.168088 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:58.240904 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:58.363409 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:58.433733 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:58.506953 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:58.629615 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:58.697072 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:58.768193 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:58.889041 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:58.957407 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:59.030191 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:59.152036 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:59.224556 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:59.300326 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:59.429617 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:59.501075 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:59.580075 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:59.705939 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:59.773526 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:59.844861 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:26:59.965152 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:00.036962 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:00.110506 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:00.232004 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:00.301544 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:00.376797 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:00.501211 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:00.575663 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:00.669965 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:00.805392 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:01.163896 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:01.240575 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:01.361177 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:01.429357 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:01.499707 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:01.620954 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:01.692357 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:01.767004 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:01.890412 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:01.963560 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:02.035953 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:02.158420 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:02.227477 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:02.298366 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:02.422564 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:02.497229 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:02.575508 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:02.707233 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:02.778593 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:02.853785 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:02.981672 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:03.053442 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:03.129010 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:03.256844 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:03.331413 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:03.410728 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:03.532077 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:03.599057 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:03.669960 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:03.792154 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:03.860040 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:03.931790 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:04.053767 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:04.124430 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:04.198838 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:04.323235 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:04.392055 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:04.463963 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:04.584656 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:04.652443 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:04.723566 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:04.842645 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:04.915812 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:04.999752 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:05.129497 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:05.201076 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:05.274019 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:05.396131 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:05.464045 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:05.536837 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:05.658416 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:05.729269 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:05.804027 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:05.926676 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:05.996532 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:06.071105 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:06.191689 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:06.261977 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:06.335942 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:06.460304 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:06.528337 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:06.601016 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:06.734565 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:06.805203 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:06.878489 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:06.998533 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:07.066256 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:07.137684 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:07.263992 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:07.335400 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:07.412849 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:07.532533 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:07.602598 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:07.677082 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:07.798269 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:07.865386 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:07.937014 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:08.056927 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:08.125336 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:08.200088 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:08.323220 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:08.395056 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:08.475919 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:08.602036 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:27:08.720798 140634561013184 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 05:27:09.402044 140634561013184 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 05:27:09.675234 140634561013184 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 05:27:15.667923 140634561013184 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 05:27:16.840374 140634561013184 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 05:27:30.262628 140634561013184 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 05:27:30.428318 140634561013184 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:27:50.218624 140634561013184 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 05:28:02.217323 140634561013184 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 05:28:03.149101 140634561013184 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 05:28:03.149681 140634561013184 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 05:28:03.150274: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 05:28:03.176600 140634561013184 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 05:28:03.204796 140634561013184 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 05:28:03.257031 140634561013184 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 05:28:18.229897 140634561013184 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 05:28:18.230928 140632550524672 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 05:28:18.231498 140632542131968 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 05:28:18.293668 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:28:18.414532 140634561013184 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:28:18.414958 140634561013184 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:28:18.422452 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:28:48.504775 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:28:48.578303 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 05:29:07.133405 140632542131968 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 05:29:18.657845 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:29:18.725032 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:29:46.245837 140634561013184 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:29:48.809442 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:29:48.900888 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.6236167, step = 200 +I1010 05:29:59.445888 140634561013184 basic_session_run_hooks.py:262] loss = 4.6236167, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:29:59.449564 140634561013184 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:29:59.449851 140634561013184 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 05:30:10.941720 140632542131968 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 05:30:18.960194 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:30:19.031635 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:30:49.106544 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:30:49.189778 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:30:50.569967 140634561013184 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6218529, step = 400 (62.329 sec) +I1010 05:31:01.775094 140634561013184 basic_session_run_hooks.py:260] loss = 3.6218529, step = 400 (62.329 sec) +INFO:tensorflow:global_step/sec: 3.20884 +I1010 05:31:01.776813 140634561013184 tpu_estimator.py:2307] global_step/sec: 3.20884 +INFO:tensorflow:examples/sec: 210294 +I1010 05:31:01.777987 140634561013184 tpu_estimator.py:2308] examples/sec: 210294 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:31:01.779144 140634561013184 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:31:01.779366 140634561013184 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 14) +I1010 05:31:11.136243 140632542131968 tpu_estimator.py:279] Outfeed finished for iteration (2, 14) +I1010 05:31:19.264837 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:31:19.337032 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:31:47.782900 140634561013184 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:31:49.382323 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:31:49.459500 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 3.5296824, step = 600 (61.198 sec) +I1010 05:32:02.972769 140634561013184 basic_session_run_hooks.py:260] loss = 3.5296824, step = 600 (61.198 sec) +INFO:tensorflow:global_step/sec: 3.26811 +I1010 05:32:02.974280 140634561013184 tpu_estimator.py:2307] global_step/sec: 3.26811 +INFO:tensorflow:examples/sec: 214179 +I1010 05:32:02.974725 140634561013184 tpu_estimator.py:2308] examples/sec: 214179 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:32:02.975738 140634561013184 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:32:02.975958 140634561013184 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 10) +I1010 05:32:11.254149 140632542131968 tpu_estimator.py:279] Outfeed finished for iteration (3, 10) +I1010 05:32:19.541444 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:32:19.649233 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:32:48.783047 140634561013184 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:32:49.732515 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:32:49.808048 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.7813988, step = 800 (58.300 sec) +I1010 05:33:01.272818 140634561013184 basic_session_run_hooks.py:260] loss = 2.7813988, step = 800 (58.300 sec) +INFO:tensorflow:global_step/sec: 3.43052 +I1010 05:33:01.274418 140634561013184 tpu_estimator.py:2307] global_step/sec: 3.43052 +INFO:tensorflow:examples/sec: 224823 +I1010 05:33:01.274933 140634561013184 tpu_estimator.py:2308] examples/sec: 224823 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:33:01.275995 140634561013184 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:33:01.276196 140634561013184 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 19) +I1010 05:33:11.487225 140632542131968 tpu_estimator.py:279] Outfeed finished for iteration (4, 19) +I1010 05:33:19.888648 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:33:19.955192 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:33:47.427877 140634561013184 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:33:50.035335 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:33:50.157486 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 05:33:58.376415 140634561013184 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.7687428, step = 1000 (62.405 sec) +I1010 05:34:03.678242 140634561013184 basic_session_run_hooks.py:260] loss = 2.7687428, step = 1000 (62.405 sec) +INFO:tensorflow:global_step/sec: 3.20479 +I1010 05:34:03.681068 140634561013184 tpu_estimator.py:2307] global_step/sec: 3.20479 +INFO:tensorflow:examples/sec: 210029 +I1010 05:34:03.681463 140634561013184 tpu_estimator.py:2308] examples/sec: 210029 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:34:03.682674 140634561013184 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:34:03.682841 140634561013184 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 7) +I1010 05:34:11.525531 140632542131968 tpu_estimator.py:279] Outfeed finished for iteration (5, 7) +I1010 05:34:20.229394 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:34:20.331530 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:34:50.149780 140634561013184 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:34:50.406738 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:34:50.600635 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.0167606, step = 1200 (59.195 sec) +I1010 05:35:02.873414 140634561013184 basic_session_run_hooks.py:260] loss = 2.0167606, step = 1200 (59.195 sec) +INFO:tensorflow:global_step/sec: 3.37872 +I1010 05:35:02.874985 140634561013184 tpu_estimator.py:2307] global_step/sec: 3.37872 +INFO:tensorflow:examples/sec: 221428 +I1010 05:35:02.875422 140634561013184 tpu_estimator.py:2308] examples/sec: 221428 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:35:02.876493 140634561013184 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:35:02.876682 140634561013184 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 12) +I1010 05:35:11.700438 140632542131968 tpu_estimator.py:279] Outfeed finished for iteration (6, 12) +I1010 05:35:20.670542 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:35:20.772778 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:35:48.695559 140634561013184 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:35:50.848138 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:35:50.930517 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.2732284, step = 1400 (61.091 sec) +I1010 05:36:03.964854 140634561013184 basic_session_run_hooks.py:260] loss = 2.2732284, step = 1400 (61.091 sec) +INFO:tensorflow:global_step/sec: 3.27379 +I1010 05:36:03.966358 140634561013184 tpu_estimator.py:2307] global_step/sec: 3.27379 +INFO:tensorflow:examples/sec: 214551 +I1010 05:36:03.966841 140634561013184 tpu_estimator.py:2308] examples/sec: 214551 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:36:03.968056 140634561013184 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:36:03.968229 140634561013184 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 6) +I1010 05:36:11.759721 140632542131968 tpu_estimator.py:279] Outfeed finished for iteration (7, 6) +I1010 05:36:21.002824 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:36:21.113894 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:36:49.928878 140634561013184 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:36:51.196943 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:36:51.299762 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.7890625, step = 1600 (58.538 sec) +I1010 05:37:02.503047 140634561013184 basic_session_run_hooks.py:260] loss = 1.7890625, step = 1600 (58.538 sec) +INFO:tensorflow:global_step/sec: 3.41656 +I1010 05:37:02.504770 140634561013184 tpu_estimator.py:2307] global_step/sec: 3.41656 +INFO:tensorflow:examples/sec: 223908 +I1010 05:37:02.505212 140634561013184 tpu_estimator.py:2308] examples/sec: 223908 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 05:37:02.506422 140634561013184 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 05:37:02.506638 140634561013184 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 17) +I1010 05:37:11.902163 140632542131968 tpu_estimator.py:279] Outfeed finished for iteration (8, 17) +I1010 05:37:21.374581 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:37:21.450700 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.8278978, step = 1760 (37.592 sec) +I1010 05:37:40.095467 140634561013184 basic_session_run_hooks.py:260] loss = 1.8278978, step = 1760 (37.592 sec) +INFO:tensorflow:global_step/sec: 4.2562 +I1010 05:37:40.097007 140634561013184 tpu_estimator.py:2307] global_step/sec: 4.2562 +INFO:tensorflow:examples/sec: 278934 +I1010 05:37:40.097500 140634561013184 tpu_estimator.py:2308] examples/sec: 278934 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:37:40.098650 140634561013184 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:37:51.529892 140632533739264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:37:51.621115 140632533739264 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 05:37:53.740942 140634561013184 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 05:37:53.741314 140634561013184 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 05:37:53.741518 140632550524672 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 05:37:53.741656 140632550524672 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 05:37:53.741878 140634561013184 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 05:37:53.741991 140634561013184 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 05:37:53.742052 140634561013184 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 05:37:53.742181 140632542131968 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 05:37:53.742268 140632542131968 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 05:37:53.742397 140634561013184 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 05:37:53.742489 140634561013184 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.8278978. +I1010 05:38:23.165405 140634561013184 estimator.py:371] Loss for final step: 1.8278978. +INFO:tensorflow:training_loop marked as finished +I1010 05:38:23.166435 140634561013184 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 05:38:26.343606 139894925501888 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 05:38:26.349857 139894925501888 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 05:38:26.350116 139894925501888 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 05:38:26.353702 139894925501888 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:38:26.397317 139894925501888 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 05:38:26.397592 139894925501888 transport.py:157] Attempting refresh to obtain initial access_token +I1010 05:38:26.474051 139894925501888 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:38:26.521820 139894925501888 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 05:38:26.522094 139894925501888 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 05:38:26.614710 139894925501888 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 05:38:26.615775 139894925501888 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 05:38:26.616017 139894925501888 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 05:38:26.616508 139894925501888 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 05:38:26.616628 139894925501888 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 05:38:26.616714 139894925501888 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 05:38:26.616828 139894925501888 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 05:38:26.871747 139894925501888 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 05:38:26.872241 139894925501888 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 05:38:26.872683 139894925501888 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 05:38:26.873986: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 05:38:26.887474 139894925501888 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 05:38:26.887742 139894925501888 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 05:38:26.889837 139894925501888 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 05:38:26.889913 139894925501888 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 05:38:26.890010 139894925501888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 05:38:26.890336 139894925501888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 05:38:26.890405 139894925501888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 05:38:26.890470 139894925501888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 05:38:26.890532 139894925501888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 05:38:26.890607 139894925501888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 05:38:26.890667 139894925501888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 05:38:26.890727 139894925501888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 05:38:26.890786 139894925501888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 05:38:26.890846 139894925501888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 05:38:26.890908 139894925501888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 05:38:26.896603 139894925501888 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 05:38:26.898399 139894925501888 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 05:38:26.913356 139894925501888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 05:38:26.913630 139894925501888 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 05:38:26.922193 139894925501888 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 05:38:27.010714 139894925501888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 05:38:27.010977 139894925501888 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 05:38:27.169967 139894925501888 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 05:38:27.170768 139894925501888 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 05:38:27.171416 139894925501888 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 05:38:27.592638 139894925501888 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 05:38:28.164714: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 05:38:28.164765: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 05:38:28.164794: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 05:38:28.188795 139894925501888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 05:38:28.190131 139894925501888 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 05:38:28.205487 139894925501888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 05:38:28.232517 139894925501888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 05:38:30.502110 139894925501888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 05:38:30.507174 139894925501888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 05:38:30.532886 139894925501888 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 05:38:30.579605 139894925501888 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 05:38:30.591006 139894925501888 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 05:38:30.692758 139894925501888 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 05:38:30.957808 139894925501888 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 05:38:30.975626 139894925501888 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 05:38:30.996552 139894925501888 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T05:38:31Z +I1010 05:38:31.015094 139894925501888 evaluation.py:255] Starting evaluation at 2019-10-10T05:38:31Z +INFO:tensorflow:TPU job name worker +I1010 05:38:31.015363 139894925501888 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 05:38:31.559662 139894925501888 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 05:38:31.646300 139894925501888 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 05:38:34.432727 139894925501888 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 05:38:34.454756 139894925501888 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 05:38:34.493535 139894925501888 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 05:38:34.505271 139894925501888 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 05:38:41.024719 139894925501888 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 05:38:41.025686 139893116233472 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 05:38:41.026225 139893107840768 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 05:38:41.175314 139894925501888 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 05:38:41.193799 139894925501888 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 05:38:41.194808 139894925501888 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 05:38:41.235701 139893099448064 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 05:38:41.331008 139893099448064 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 05:38:52.473737 139893107840768 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 05:39:01.431513 139894925501888 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 05:39:01.431931 139894925501888 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 05:39:01.432033 139894925501888 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 05:39:01.432260 139893116233472 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 05:39:01.432427 139893116233472 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 05:39:01.432776 139894925501888 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 05:39:01.432892 139894925501888 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 05:39:01.432952 139894925501888 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 05:39:01.433068 139893107840768 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 05:39:01.433154 139893107840768 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 05:39:01.433312 139894925501888 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 05:39:01.433403 139894925501888 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-05:39:11 +I1010 05:39:11.589732 139894925501888 evaluation.py:275] Finished evaluation at 2019-10-10-05:39:11 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9394442, top_1_accuracy = 0.75335693, top_5_accuracy = 0.92563885 +I1010 05:39:11.590137 139894925501888 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9394442, top_1_accuracy = 0.75335693, top_5_accuracy = 0.92563885 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 05:39:14.183202 139894925501888 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 05:39:14.477566 139894925501888 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9394442, 'top_1_accuracy': 0.75335693, 'global_step': 1760, 'top_5_accuracy': 0.92563885}. Elapsed seconds: 47 +I1010 05:39:14.477891 139894925501888 resnet_main.py:597] Eval results: {'loss': 1.9394442, 'top_1_accuracy': 0.75335693, 'global_step': 1760, 'top_5_accuracy': 0.92563885}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 05:39:14.478028 139894925501888 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570685230253555... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570685868051404... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570685232.v3-512#1570685873676923... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570685265040255... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570685637620349... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570685637814570... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570685641718253... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570685698217980... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570685698427592... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570685702360555... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570685757390687... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570685757581854... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570685761830629... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570685817988469... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570685818158721... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570685821990572... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570685867238014... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570685867515293... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570685871643214... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570685952743599... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570685953.v3-512#1570685954412060... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 05:39:18.483836 140293707593152 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 05:39:18.489273 140293707593152 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 05:39:18.489516 140293707593152 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 05:39:18.493072 140293707593152 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:39:18.542146 140293707593152 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 05:39:18.542412 140293707593152 transport.py:157] Attempting refresh to obtain initial access_token +I1010 05:39:18.619621 140293707593152 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:39:18.669002 140293707593152 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 05:39:18.669270 140293707593152 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 05:39:18.762541 140293707593152 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 05:39:18.763998 140293707593152 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 05:39:18.764324 140293707593152 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 05:39:18.764852 140293707593152 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 05:39:18.764938 140293707593152 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 05:39:18.765019 140293707593152 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 05:39:18.859014 140293707593152 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 05:39:18.955748 140293707593152 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 05:39:18.957487: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 05:39:19.014398 140293707593152 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 05:39:19.014666 140293707593152 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 05:39:19.015161 140293707593152 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 05:39:19.015232 140293707593152 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 05:39:19.015305 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 05:39:19.015583 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 05:39:19.015652 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 05:39:19.015736 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 05:39:19.015798 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 05:39:19.015877 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 05:39:19.015938 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 05:39:19.015997 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 05:39:19.016057 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 05:39:19.016114 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 05:39:19.016175 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 05:39:19.016236 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 05:39:19.016303 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 05:39:19.016361 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 05:39:19.016421 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 05:39:19.016531 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 05:39:19.016616 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 05:39:19.016685 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 05:39:19.016743 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 05:39:19.016803 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 05:39:19.016860 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 05:39:19.016920 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 05:39:19.016990 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 05:39:19.017050 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 05:39:19.017110 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 05:39:19.017168 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 05:39:19.017227 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 05:39:19.017292 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 05:39:19.017352 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 05:39:19.017410 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 05:39:19.017473 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 05:39:19.017532 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 05:39:19.017590 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 05:39:19.017649 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 05:39:19.017709 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 05:39:19.017769 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 05:39:19.017827 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 05:39:19.017884 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 05:39:19.017941 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 05:39:19.017999 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 05:39:19.018058 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 05:39:19.018115 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 05:39:19.018177 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 05:39:19.018237 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 05:39:19.018302 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 05:39:19.018362 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 05:39:19.018423 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 05:39:19.018481 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 05:39:19.018537 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 05:39:19.018599 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 05:39:19.018657 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 05:39:19.018717 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 05:39:19.018774 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 05:39:19.018832 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 05:39:19.018901 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 05:39:19.018970 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 05:39:19.019030 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 05:39:19.019088 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 05:39:19.019146 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 05:39:19.019206 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 05:39:19.019270 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 05:39:19.019330 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 05:39:19.019388 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 05:39:19.019447 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 05:39:19.019505 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 05:39:19.019562 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 05:39:19.019622 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 05:39:19.019689 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 05:39:19.019747 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 05:39:19.019804 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 05:39:19.019861 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 05:39:19.019920 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 05:39:19.019978 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 05:39:19.020035 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 05:39:19.020092 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 05:39:19.020152 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 05:39:19.020210 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 05:39:19.020275 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 05:39:19.020334 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 05:39:19.020397 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 05:39:19.020457 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 05:39:19.020577 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 05:39:19.020642 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 05:39:19.020700 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 05:39:19.020759 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 05:39:19.020816 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 05:39:19.020874 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 05:39:19.020932 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 05:39:19.020992 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 05:39:19.021053 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 05:39:19.021111 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 05:39:19.021168 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 05:39:19.021233 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 05:39:19.021297 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 05:39:19.021356 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 05:39:19.021414 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 05:39:19.021471 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 05:39:19.021528 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 05:39:19.021586 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 05:39:19.021645 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 05:39:19.021703 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 05:39:19.021761 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 05:39:19.021820 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 05:39:19.021878 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 05:39:19.021939 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 05:39:19.021998 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 05:39:19.022054 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 05:39:19.022113 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 05:39:19.022170 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 05:39:19.022228 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 05:39:19.022294 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 05:39:19.022353 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 05:39:19.022413 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 05:39:19.022471 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 05:39:19.022528 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 05:39:19.022587 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 05:39:19.022644 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 05:39:19.022706 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 05:39:19.022763 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 05:39:19.022821 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 05:39:19.022881 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 05:39:19.022938 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 05:39:19.022996 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 05:39:19.023055 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 05:39:19.023113 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 05:39:19.023170 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 05:39:19.023228 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 05:39:19.023293 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 05:39:19.023350 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 05:39:19.023413 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 05:39:19.023473 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 05:39:19.023530 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 05:39:19.023590 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 05:39:19.023648 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 05:39:19.023706 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 05:39:19.023765 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 05:39:19.023822 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 05:39:19.023880 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 05:39:19.023936 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 05:39:19.023994 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 05:39:19.024053 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 05:39:19.024116 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 05:39:19.024174 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 05:39:19.024233 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 05:39:19.024302 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 05:39:19.024360 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 05:39:19.024419 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 05:39:19.024522 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 05:39:19.024612 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 05:39:19.024672 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 05:39:19.024732 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 05:39:19.024790 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 05:39:19.024848 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 05:39:19.024909 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 05:39:19.024975 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 05:39:19.025034 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 05:39:19.025094 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 05:39:19.025151 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 05:39:19.025209 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 05:39:19.025275 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 05:39:19.025335 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 05:39:19.025393 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 05:39:19.025449 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 05:39:19.025507 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 05:39:19.025566 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 05:39:19.025624 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 05:39:19.025686 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 05:39:19.025744 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 05:39:19.025801 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 05:39:19.025860 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 05:39:19.025918 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 05:39:19.025975 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 05:39:19.026032 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 05:39:19.026089 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 05:39:19.026148 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 05:39:19.026206 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 05:39:19.026269 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 05:39:19.026329 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 05:39:19.026387 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 05:39:19.026453 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 05:39:19.026510 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 05:39:19.026568 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 05:39:19.026627 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 05:39:19.026684 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 05:39:19.026741 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 05:39:19.026799 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 05:39:19.026858 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 05:39:19.026916 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 05:39:19.026990 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 05:39:19.027051 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 05:39:19.027110 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 05:39:19.027173 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 05:39:19.027232 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 05:39:19.027296 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 05:39:19.027354 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 05:39:19.027410 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 05:39:19.027468 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 05:39:19.027528 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 05:39:19.027585 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 05:39:19.027645 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 05:39:19.027703 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 05:39:19.027760 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 05:39:19.027818 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 05:39:19.027880 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 05:39:19.027940 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 05:39:19.027997 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 05:39:19.028053 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 05:39:19.028110 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 05:39:19.028168 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 05:39:19.028225 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 05:39:19.028291 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 05:39:19.028351 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 05:39:19.028409 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 05:39:19.028465 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 05:39:19.028597 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 05:39:19.028657 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 05:39:19.028723 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 05:39:19.028783 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 05:39:19.028841 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 05:39:19.028899 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 05:39:19.028959 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 05:39:19.029020 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 05:39:19.029078 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 05:39:19.029136 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 05:39:19.029195 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 05:39:19.029253 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 05:39:19.029320 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 05:39:19.029377 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 05:39:19.029441 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 05:39:19.029499 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 05:39:19.029558 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 05:39:19.029617 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 05:39:19.029675 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 05:39:19.029735 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 05:39:19.029793 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 05:39:19.029850 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 05:39:19.029907 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 05:39:19.029966 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 05:39:19.030023 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 05:39:19.030081 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 05:39:19.030145 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 05:39:19.030205 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 05:39:19.030270 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 05:39:19.030329 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 05:39:19.030388 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 05:39:19.030447 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 05:39:19.030503 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 05:39:19.030560 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 05:39:19.030618 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 05:39:19.030675 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 05:39:19.030733 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 05:39:19.030791 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 05:39:19.030848 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 05:39:19.030919 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 05:39:19.030978 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 05:39:19.031038 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 05:39:19.031095 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 05:39:19.031153 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 05:39:19.031212 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 05:39:19.031292 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 05:39:19.031353 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 05:39:19.031411 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 05:39:19.031470 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 05:39:19.031528 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 05:39:19.031588 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 05:39:19.031651 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 05:39:19.031712 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 05:39:19.031769 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 05:39:19.031827 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 05:39:19.031884 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 05:39:19.031943 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 05:39:19.032001 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 05:39:19.032059 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 05:39:19.032116 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 05:39:19.032176 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 05:39:19.032233 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 05:39:19.032300 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 05:39:19.032360 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 05:39:19.032423 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 05:39:19.032516 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 05:39:19.032605 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 05:39:19.032666 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 05:39:19.032725 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 05:39:19.032783 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 05:39:19.032841 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 05:39:19.032901 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 05:39:19.032959 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 05:39:19.033020 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 05:39:19.033080 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 05:39:19.033138 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 05:39:19.033204 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 05:39:19.033267 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 05:39:19.033328 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 05:39:19.033386 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 05:39:19.033446 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 05:39:19.033504 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 05:39:19.033562 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 05:39:19.033622 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 05:39:19.033682 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 05:39:19.033740 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 05:39:19.033798 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 05:39:19.033858 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 05:39:19.033920 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 05:39:19.033978 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 05:39:19.034037 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 05:39:19.034096 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 05:39:19.034152 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 05:39:19.034213 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 05:39:19.034277 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 05:39:19.034338 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 05:39:19.034398 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 05:39:19.034456 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 05:39:19.034513 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 05:39:19.034571 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 05:39:19.034640 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 05:39:19.034703 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 05:39:19.034763 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 05:39:19.034821 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 05:39:19.034878 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 05:39:19.034936 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 05:39:19.034996 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 05:39:19.035056 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 05:39:19.035113 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 05:39:19.035170 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 05:39:19.035228 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 05:39:19.035291 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 05:39:19.035350 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 05:39:19.035412 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 05:39:19.035470 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 05:39:19.035531 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 05:39:19.035588 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 05:39:19.035648 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 05:39:19.035705 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 05:39:19.035762 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 05:39:19.035820 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 05:39:19.035876 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 05:39:19.035933 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 05:39:19.035991 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 05:39:19.036048 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 05:39:19.036111 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 05:39:19.036170 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 05:39:19.036227 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 05:39:19.036293 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 05:39:19.036353 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 05:39:19.036412 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 05:39:19.036505 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 05:39:19.036602 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 05:39:19.036664 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 05:39:19.036721 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 05:39:19.036781 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 05:39:19.036839 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 05:39:19.036900 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 05:39:19.036978 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 05:39:19.037061 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 05:39:19.037126 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 05:39:19.037184 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 05:39:19.037242 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 05:39:19.037307 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 05:39:19.037364 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 05:39:19.037422 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 05:39:19.037480 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 05:39:19.037537 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 05:39:19.037595 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 05:39:19.037655 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 05:39:19.037719 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 05:39:19.037776 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 05:39:19.037833 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 05:39:19.037890 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 05:39:19.037947 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 05:39:19.038005 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 05:39:19.038062 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 05:39:19.038119 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 05:39:19.038177 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 05:39:19.038234 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 05:39:19.038300 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 05:39:19.038357 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 05:39:19.038422 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 05:39:19.038485 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 05:39:19.038542 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 05:39:19.038602 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 05:39:19.038659 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 05:39:19.038717 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 05:39:19.038774 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 05:39:19.038831 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 05:39:19.038891 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 05:39:19.038949 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 05:39:19.039007 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 05:39:19.039064 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 05:39:19.039123 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 05:39:19.039186 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 05:39:19.039243 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 05:39:19.039309 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 05:39:19.039376 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 05:39:19.039436 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 05:39:19.039494 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 05:39:19.039551 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 05:39:19.039609 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 05:39:19.039668 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 05:39:19.039725 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 05:39:19.039782 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 05:39:19.039839 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 05:39:19.039901 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 05:39:19.039958 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 05:39:19.040015 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 05:39:19.040072 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 05:39:19.040129 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 05:39:19.040189 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 05:39:19.040246 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 05:39:19.040312 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 05:39:19.040369 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 05:39:19.040427 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 05:39:19.040513 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 05:39:19.040575 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 05:39:19.040632 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 05:39:19.040699 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 05:39:19.040756 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 05:39:19.040813 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 05:39:19.040872 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 05:39:19.040930 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 05:39:19.040988 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 05:39:19.041047 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 05:39:19.041105 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 05:39:19.041162 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 05:39:19.041218 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 05:39:19.041282 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 05:39:19.041340 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 05:39:19.041402 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 05:39:19.041460 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 05:39:19.041517 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 05:39:19.041575 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 05:39:19.041635 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 05:39:19.041692 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 05:39:19.041749 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 05:39:19.041805 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 05:39:19.041862 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 05:39:19.041919 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 05:39:19.041977 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 05:39:19.042036 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 05:39:19.042097 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 05:39:19.042155 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 05:39:19.042212 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 05:39:19.042278 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 05:39:19.042335 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 05:39:19.042398 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 05:39:19.042458 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 05:39:19.042515 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 05:39:19.042572 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 05:39:19.042629 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 05:39:19.042687 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 05:39:19.042745 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 05:39:19.042803 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 05:39:19.042865 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 05:39:19.042926 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 05:39:19.042984 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 05:39:19.043040 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 05:39:19.043097 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 05:39:19.043155 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 05:39:19.043214 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 05:39:19.043277 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 05:39:19.043334 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 05:39:19.043392 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 05:39:19.043452 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 05:39:19.043509 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 05:39:19.043571 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 05:39:19.043629 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 05:39:19.043687 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 05:39:19.043745 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 05:39:19.043802 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 05:39:19.043859 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 05:39:19.043917 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 05:39:19.043976 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 05:39:19.044033 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 05:39:19.044091 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 05:39:19.044150 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 05:39:19.044209 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 05:39:19.044276 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 05:39:19.044336 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 05:39:19.044394 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 05:39:19.044451 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 05:39:19.044533 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 05:39:19.044591 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 05:39:19.044650 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 05:39:19.044707 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 05:39:19.044764 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 05:39:19.044822 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 05:39:19.044881 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 05:39:19.044938 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 05:39:19.044995 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 05:39:19.045057 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 05:39:19.045114 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 05:39:19.045171 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 05:39:19.045228 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 05:39:19.045291 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 05:39:19.045350 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 05:39:19.045408 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 05:39:19.045465 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 05:39:19.045523 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 05:39:19.045582 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 05:39:19.045639 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 05:39:19.045697 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 05:39:19.045759 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 05:39:19.045818 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 05:39:19.045876 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 05:39:19.045933 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 05:39:19.045991 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 05:39:19.046050 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 05:39:19.046108 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 05:39:19.046168 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 05:39:19.046226 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 05:39:19.046291 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 05:39:19.046349 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 05:39:19.046405 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 05:39:19.046463 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 05:39:19.046525 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 05:39:19.046583 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 05:39:19.046639 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 05:39:19.046698 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 05:39:19.046756 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 05:39:19.046813 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 05:39:19.046870 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 05:39:19.046926 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 05:39:19.046997 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 05:39:19.047055 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 05:39:19.047112 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 05:39:19.047169 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 05:39:19.047231 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 05:39:19.047295 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 05:39:19.047353 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 05:39:19.047410 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 05:39:19.047468 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 05:39:19.047525 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 05:39:19.047583 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 05:39:19.047640 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 05:39:19.047697 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 05:39:19.047753 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 05:39:19.047811 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 05:39:19.047868 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 05:39:19.047930 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 05:39:19.047988 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 05:39:19.048046 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 05:39:19.048105 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 05:39:19.048162 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 05:39:19.048221 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 05:39:19.048285 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 05:39:19.048342 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 05:39:19.048402 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 05:39:19.048460 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 05:39:19.048580 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 05:39:19.048645 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 05:39:19.048705 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 05:39:19.048770 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 05:39:19.048830 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 05:39:19.048888 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 05:39:19.048947 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 05:39:19.049005 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 05:39:19.049067 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 05:39:19.049128 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 05:39:19.049185 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 05:39:19.049243 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 05:39:19.049310 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 05:39:19.049370 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 05:39:19.049428 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 05:39:19.049496 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 05:39:19.049556 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 05:39:19.049612 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 05:39:19.049670 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 05:39:19.049729 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 05:39:19.049784 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 05:39:19.049843 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 05:39:19.049899 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 05:39:19.049957 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 05:39:19.050014 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 05:39:19.050071 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 05:39:19.050129 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 05:39:19.050192 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 05:39:19.050267 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 05:39:19.050327 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 05:39:19.050384 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 05:39:19.050441 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 05:39:19.050498 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 05:39:19.050556 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 05:39:19.050614 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 05:39:19.050673 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 05:39:19.050733 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 05:39:19.050792 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 05:39:19.050849 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 05:39:19.050906 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 05:39:19.050972 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 05:39:19.051031 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 05:39:19.051089 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 05:39:19.051146 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 05:39:19.051203 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 05:39:19.051280 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 05:39:19.051343 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 05:39:19.051402 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 05:39:19.051460 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 05:39:19.051517 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 05:39:19.051574 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 05:39:19.051632 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 05:39:19.051693 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 05:39:19.051752 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 05:39:19.051810 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 05:39:19.051867 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 05:39:19.051923 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 05:39:19.051983 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 05:39:19.052041 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 05:39:19.052098 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 05:39:19.052155 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 05:39:19.052212 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 05:39:19.052275 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 05:39:19.052334 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 05:39:19.052392 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 05:39:19.052453 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 05:39:19.052537 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 05:39:19.052596 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 05:39:19.052654 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 05:39:19.052711 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 05:39:19.052772 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 05:39:19.052829 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 05:39:19.052890 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 05:39:19.052947 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 05:39:19.053005 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 05:39:19.053064 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 05:39:19.053121 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 05:39:19.053184 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 05:39:19.053241 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 05:39:19.053307 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 05:39:19.053365 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 05:39:19.053423 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 05:39:19.053482 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 05:39:19.053538 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 05:39:19.053595 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 05:39:19.053652 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 05:39:19.053709 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 05:39:19.053766 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 05:39:19.053822 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 05:39:19.053889 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 05:39:19.053950 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 05:39:19.054008 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 05:39:19.054066 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 05:39:19.054126 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 05:39:19.054183 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 05:39:19.054240 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 05:39:19.054306 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 05:39:19.054364 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 05:39:19.054423 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 05:39:19.054481 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 05:39:19.054538 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 05:39:19.054596 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 05:39:19.054660 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 05:39:19.054718 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 05:39:19.054776 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 05:39:19.054833 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 05:39:19.054891 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 05:39:19.054948 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 05:39:19.055005 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 05:39:19.055062 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 05:39:19.055119 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 05:39:19.055177 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 05:39:19.055236 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 05:39:19.055300 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 05:39:19.055366 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 05:39:19.055425 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 05:39:19.055485 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 05:39:19.055545 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 05:39:19.055603 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 05:39:19.055660 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 05:39:19.055717 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 05:39:19.055775 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 05:39:19.055834 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 05:39:19.055891 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 05:39:19.055949 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 05:39:19.056008 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 05:39:19.056071 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 05:39:19.056128 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 05:39:19.056185 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 05:39:19.056243 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 05:39:19.056308 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 05:39:19.056366 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 05:39:19.056425 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 05:39:19.056548 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 05:39:19.056636 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 05:39:19.056696 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 05:39:19.056756 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 05:39:19.056816 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 05:39:19.056875 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 05:39:19.056950 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 05:39:19.057013 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 05:39:19.057071 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 05:39:19.057132 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 05:39:19.057188 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 05:39:19.057246 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 05:39:19.057312 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 05:39:19.057372 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 05:39:19.057430 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 05:39:19.057487 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 05:39:19.057545 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 05:39:19.057604 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 05:39:19.057667 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 05:39:19.057724 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 05:39:19.057782 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 05:39:19.057841 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 05:39:19.057898 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 05:39:19.057955 140293707593152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 05:39:19.063577 140293707593152 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 05:39:19.064137 140293707593152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 05:39:19.077231 140293707593152 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 05:39:19.096024 140293707593152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 05:39:19.096308 140293707593152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 05:39:19.104343 140293707593152 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 05:39:19.191203 140293707593152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 05:39:19.191502 140293707593152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 05:39:19.194154 140293707593152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 05:39:19.194401 140293707593152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 05:39:19.355789 140293707593152 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 05:39:19.356652 140293707593152 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 05:39:19.357322 140293707593152 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 05:39:19.775134 140293707593152 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 05:39:20.169095 140293707593152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 05:39:20.475971: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 05:39:20.476021: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 05:39:20.476052: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 05:39:31.139920 140293707593152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 05:39:31.141530 140293707593152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 05:39:31.156346 140293707593152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 05:39:31.198393 140293707593152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 05:39:34.404217 140293707593152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 05:39:34.409629 140293707593152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 05:39:34.438000 140293707593152 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 05:39:34.485308 140293707593152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 05:39:34.496829 140293707593152 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 05:39:34.579791 140293707593152 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 05:39:34.583966 140293707593152 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 05:39:34.584187 140293707593152 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 05:39:34.584256 140293707593152 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 05:39:34.584320 140293707593152 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 05:39:34.584379 140293707593152 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 05:39:34.584436 140293707593152 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.5 ************************************** +I1010 05:39:34.584528 140293707593152 resnet_main.py:388] ****************************** the weight_decay_input is 1.5 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 05:39:34.584661 140293707593152 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 05:39:34.584780 140293707593152 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 05:39:34.585690 140293707593152 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 05:39:34.618372 140293707593152 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 05:39:37.899260 140293707593152 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:37.995006 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:38.063389 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:38.135507 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:38.257086 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:38.327030 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:38.399470 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:38.523789 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:38.592108 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:38.664447 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:38.788954 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:38.857822 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:38.930274 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:39.056121 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:39.126847 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:39.199301 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:39.324671 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:39.394006 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:39.467983 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:39.608791 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:39.675440 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:39.747720 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:39.869883 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:39.938561 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:40.009489 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:40.128734 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:40.197458 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:40.268995 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:40.390081 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:40.458323 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:40.530385 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:40.651082 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:40.722026 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:40.794579 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:40.917371 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:40.984709 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:41.056690 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:41.190814 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:41.259844 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:41.331954 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:41.454189 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:41.523379 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:41.594732 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:41.715873 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:41.783133 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:41.855353 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:41.981483 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:42.049046 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:42.120551 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:42.243885 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:42.313780 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:42.388035 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:42.510493 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:42.577605 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:42.648574 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:42.769896 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:42.837713 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:42.909193 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:43.031481 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:43.101205 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:43.173439 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:43.294224 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:43.362890 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:43.439821 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:43.562457 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:43.630664 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:43.703775 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:43.825500 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:43.898024 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:43.970927 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:44.090666 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:44.160280 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:44.234307 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:44.359745 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:44.435404 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:44.529339 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:44.663835 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:45.020960 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:45.094786 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:45.214971 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:45.282743 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:45.354214 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:45.479861 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:45.553930 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:45.631885 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:45.756655 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:45.825850 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:45.897064 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:46.016010 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:46.083125 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:46.154181 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:46.276109 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:46.345524 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:46.418147 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:46.540801 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:46.608458 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:46.679801 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:46.801611 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:46.870384 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:46.941170 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:47.062025 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:47.132096 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:47.208596 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:47.335889 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:47.406177 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:47.478394 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:47.601006 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:47.669318 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:47.741785 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:47.864408 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:47.935184 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:48.012654 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:48.137391 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:48.207798 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:48.280133 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:48.402987 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:48.471317 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:48.543167 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:48.663876 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:48.735079 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:48.816440 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:48.939363 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:49.007528 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:49.079988 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:49.203670 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:49.273840 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:49.347662 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:49.470206 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:49.540774 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:49.613806 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:49.736080 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:49.805994 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:49.879992 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:50.001260 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:50.069700 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:50.144201 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:50.272166 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:50.343496 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:50.421072 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:50.541863 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:50.612036 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:50.686595 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:50.810018 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:50.877510 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:50.948533 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:51.068947 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:51.137089 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:51.211524 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:51.333415 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:51.405262 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:51.480410 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:51.602348 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:51.670465 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:51.743457 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:51.866544 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:51.935388 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:52.009206 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:52.131072 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:52.202114 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:52.282762 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:52.408704 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:39:52.526074 140293707593152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 05:39:53.217180 140293707593152 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 05:39:53.490014 140293707593152 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 05:39:59.617292 140293707593152 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 05:40:00.758178 140293707593152 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 05:40:14.485179 140293707593152 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 05:40:14.648753 140293707593152 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:40:34.168613 140293707593152 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 05:40:46.546194 140293707593152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 05:40:47.498198 140293707593152 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 05:40:47.498620 140293707593152 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 05:40:47.499106: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 05:40:47.526189 140293707593152 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 05:40:47.554826 140293707593152 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 05:40:47.606576 140293707593152 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 05:41:02.327480 140293707593152 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 05:41:02.328500 140291697002240 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 05:41:02.329014 140291688609536 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 05:41:02.384670 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:41:02.465619 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:41:02.507061 140293707593152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:41:02.507452 140293707593152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 05:41:32.530698 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:41:32.607827 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 05:41:51.980043 140291688609536 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 05:42:02.689064 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:42:02.795783 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:42:31.928668 140293707593152 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:42:32.880204 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:42:32.983944 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.7103453, step = 200 +I1010 05:42:45.708223 140293707593152 basic_session_run_hooks.py:262] loss = 4.7103453, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:42:45.711587 140293707593152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:42:45.711834 140293707593152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 05:42:57.260874 140291688609536 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 05:43:03.057454 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:43:03.133368 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:43:33.219995 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:43:33.343836 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:43:37.154146 140293707593152 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3804133, step = 400 (63.711 sec) +I1010 05:43:49.419404 140293707593152 basic_session_run_hooks.py:260] loss = 3.3804133, step = 400 (63.711 sec) +INFO:tensorflow:global_step/sec: 3.13922 +I1010 05:43:49.421041 140293707593152 tpu_estimator.py:2307] global_step/sec: 3.13922 +INFO:tensorflow:examples/sec: 205732 +I1010 05:43:49.422235 140293707593152 tpu_estimator.py:2308] examples/sec: 205732 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:43:49.423439 140293707593152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:43:49.423661 140293707593152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 7) +I1010 05:43:57.433726 140291688609536 tpu_estimator.py:279] Outfeed finished for iteration (2, 7) +I1010 05:44:03.424664 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:44:03.504659 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:44:33.579154 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:44:33.651710 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:44:35.873265 140293707593152 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.2560563, step = 600 (60.779 sec) +I1010 05:44:50.198292 140293707593152 basic_session_run_hooks.py:260] loss = 3.2560563, step = 600 (60.779 sec) +INFO:tensorflow:global_step/sec: 3.29062 +I1010 05:44:50.199836 140293707593152 tpu_estimator.py:2307] global_step/sec: 3.29062 +INFO:tensorflow:examples/sec: 215654 +I1010 05:44:50.200244 140293707593152 tpu_estimator.py:2308] examples/sec: 215654 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:44:50.201690 140293707593152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:44:50.201930 140293707593152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 6) +I1010 05:44:57.562609 140291688609536 tpu_estimator.py:279] Outfeed finished for iteration (3, 6) +I1010 05:45:03.707720 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:45:03.807670 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:45:33.893084 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:45:33.967662 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:45:36.157135 140293707593152 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9227479, step = 800 (57.869 sec) +I1010 05:45:48.067643 140293707593152 basic_session_run_hooks.py:260] loss = 2.9227479, step = 800 (57.869 sec) +INFO:tensorflow:global_step/sec: 3.45605 +I1010 05:45:48.069278 140293707593152 tpu_estimator.py:2307] global_step/sec: 3.45605 +INFO:tensorflow:examples/sec: 226496 +I1010 05:45:48.069772 140293707593152 tpu_estimator.py:2308] examples/sec: 226496 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:45:48.071188 140293707593152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:45:48.071414 140293707593152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 15) +I1010 05:45:57.596101 140291688609536 tpu_estimator.py:279] Outfeed finished for iteration (4, 15) +I1010 05:46:04.041999 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:46:04.114590 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:46:34.198352 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:46:34.293184 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:46:34.757745 140293707593152 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 05:46:42.690009 140293707593152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.6430924, step = 1000 (58.406 sec) +I1010 05:46:46.473206 140293707593152 basic_session_run_hooks.py:260] loss = 2.6430924, step = 1000 (58.406 sec) +INFO:tensorflow:global_step/sec: 3.42433 +I1010 05:46:46.474931 140293707593152 tpu_estimator.py:2307] global_step/sec: 3.42433 +INFO:tensorflow:examples/sec: 224417 +I1010 05:46:46.475388 140293707593152 tpu_estimator.py:2308] examples/sec: 224417 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:46:46.476593 140293707593152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:46:46.476836 140293707593152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 24) +I1010 05:46:57.691742 140291688609536 tpu_estimator.py:279] Outfeed finished for iteration (5, 24) +I1010 05:47:04.375111 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:47:04.476876 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:47:32.505099 140293707593152 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:47:34.560167 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:47:34.666130 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.083421, step = 1200 (61.364 sec) +I1010 05:47:47.837490 140293707593152 basic_session_run_hooks.py:260] loss = 2.083421, step = 1200 (61.364 sec) +INFO:tensorflow:global_step/sec: 3.2592 +I1010 05:47:47.839740 140293707593152 tpu_estimator.py:2307] global_step/sec: 3.2592 +INFO:tensorflow:examples/sec: 213595 +I1010 05:47:47.840172 140293707593152 tpu_estimator.py:2308] examples/sec: 213595 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:47:47.841444 140293707593152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:47:47.841667 140293707593152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 17) +I1010 05:47:57.726735 140291688609536 tpu_estimator.py:279] Outfeed finished for iteration (6, 17) +I1010 05:48:04.726907 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:48:04.821784 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:48:34.125618 140293707593152 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:48:34.900439 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:48:34.996880 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.4027557, step = 1400 (58.267 sec) +I1010 05:48:46.104427 140293707593152 basic_session_run_hooks.py:260] loss = 2.4027557, step = 1400 (58.267 sec) +INFO:tensorflow:global_step/sec: 3.43252 +I1010 05:48:46.105868 140293707593152 tpu_estimator.py:2307] global_step/sec: 3.43252 +INFO:tensorflow:examples/sec: 224954 +I1010 05:48:46.106268 140293707593152 tpu_estimator.py:2308] examples/sec: 224954 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:48:46.107228 140293707593152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:48:46.107426 140293707593152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 26) +I1010 05:48:57.830396 140291688609536 tpu_estimator.py:279] Outfeed finished for iteration (7, 26) +I1010 05:49:05.080354 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:49:05.161215 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:49:32.077344 140293707593152 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:49:35.244949 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:49:35.326282 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.005706, step = 1600 (61.308 sec) +I1010 05:49:47.412270 140293707593152 basic_session_run_hooks.py:260] loss = 2.005706, step = 1600 (61.308 sec) +INFO:tensorflow:global_step/sec: 3.26222 +I1010 05:49:47.413897 140293707593152 tpu_estimator.py:2307] global_step/sec: 3.26222 +INFO:tensorflow:examples/sec: 213793 +I1010 05:49:47.414433 140293707593152 tpu_estimator.py:2308] examples/sec: 213793 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 05:49:47.415441 140293707593152 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 05:49:47.415642 140293707593152 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 20) +I1010 05:49:57.995461 140291688609536 tpu_estimator.py:279] Outfeed finished for iteration (8, 20) +I1010 05:50:05.408134 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:50:05.530046 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.0977888, step = 1760 (38.453 sec) +I1010 05:50:25.865721 140293707593152 basic_session_run_hooks.py:260] loss = 2.0977888, step = 1760 (38.453 sec) +INFO:tensorflow:global_step/sec: 4.16087 +I1010 05:50:25.867405 140293707593152 tpu_estimator.py:2307] global_step/sec: 4.16087 +INFO:tensorflow:examples/sec: 272687 +I1010 05:50:25.867837 140293707593152 tpu_estimator.py:2308] examples/sec: 272687 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:50:25.868655 140293707593152 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:50:35.612765 140291680216832 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:50:35.691451 140291680216832 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 05:50:40.682007 140293707593152 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 05:50:40.682336 140293707593152 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 05:50:40.682565 140291697002240 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 05:50:40.682677 140291697002240 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 05:50:40.682823 140293707593152 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 05:50:40.682961 140293707593152 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 05:50:40.683023 140293707593152 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 05:50:40.683176 140291688609536 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 05:50:40.683267 140291688609536 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 05:50:40.683392 140293707593152 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 05:50:40.683486 140293707593152 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.0977888. +I1010 05:51:07.361699 140293707593152 estimator.py:371] Loss for final step: 2.0977888. +INFO:tensorflow:training_loop marked as finished +I1010 05:51:07.362509 140293707593152 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 05:51:10.381453 140121263461824 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 05:51:10.387346 140121263461824 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 05:51:10.387624 140121263461824 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 05:51:10.390954 140121263461824 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:51:10.439091 140121263461824 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 05:51:10.439364 140121263461824 transport.py:157] Attempting refresh to obtain initial access_token +I1010 05:51:10.520250 140121263461824 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:51:10.575174 140121263461824 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 05:51:10.575459 140121263461824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 05:51:10.658919 140121263461824 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 05:51:10.659996 140121263461824 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 05:51:10.660250 140121263461824 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 05:51:10.660793 140121263461824 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 05:51:10.660877 140121263461824 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 05:51:10.660959 140121263461824 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 05:51:10.661073 140121263461824 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 05:51:10.920074 140121263461824 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 05:51:10.920634 140121263461824 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 05:51:10.921021 140121263461824 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 05:51:10.922251: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 05:51:10.935466 140121263461824 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 05:51:10.937225 140121263461824 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 05:51:10.937777 140121263461824 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 05:51:10.937848 140121263461824 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 05:51:10.937930 140121263461824 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 05:51:10.938225 140121263461824 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 05:51:10.938294 140121263461824 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 05:51:10.938358 140121263461824 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 05:51:10.938419 140121263461824 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 05:51:10.938479 140121263461824 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 05:51:10.938539 140121263461824 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 05:51:10.938597 140121263461824 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 05:51:10.938657 140121263461824 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 05:51:10.938715 140121263461824 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 05:51:10.938786 140121263461824 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 05:51:10.944565 140121263461824 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 05:51:10.946418 140121263461824 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 05:51:10.961663 140121263461824 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 05:51:10.961941 140121263461824 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 05:51:10.970597 140121263461824 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 05:51:11.059578 140121263461824 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 05:51:11.059861 140121263461824 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 05:51:11.219343 140121263461824 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 05:51:11.220158 140121263461824 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 05:51:11.220839 140121263461824 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 05:51:11.635762 140121263461824 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 05:51:12.207612: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 05:51:12.207666: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 05:51:12.207694: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 05:51:12.231650 140121263461824 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 05:51:12.233017 140121263461824 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 05:51:12.248150 140121263461824 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 05:51:12.275435 140121263461824 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 05:51:14.551963 140121263461824 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 05:51:14.557049 140121263461824 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 05:51:14.582983 140121263461824 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 05:51:14.630084 140121263461824 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 05:51:14.641530 140121263461824 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 05:51:14.738296 140121263461824 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 05:51:14.981564 140121263461824 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 05:51:14.997701 140121263461824 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 05:51:15.017194 140121263461824 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T05:51:15Z +I1010 05:51:15.034461 140121263461824 evaluation.py:255] Starting evaluation at 2019-10-10T05:51:15Z +INFO:tensorflow:TPU job name worker +I1010 05:51:15.034725 140121263461824 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 05:51:15.568917 140121263461824 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 05:51:15.659570 140121263461824 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 05:51:18.381448 140121263461824 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 05:51:18.403263 140121263461824 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 05:51:18.445632 140121263461824 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 05:51:18.459002 140121263461824 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 05:51:24.889507 140121263461824 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 05:51:24.890465 140119452145408 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 05:51:24.891047 140119443752704 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 05:51:25.044133 140121263461824 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 05:51:25.065754 140121263461824 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 05:51:25.066495 140121263461824 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 05:51:25.102925 140119435360000 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 05:51:25.171158 140119435360000 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 05:51:36.164937 140119443752704 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 05:51:44.711253 140121263461824 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 05:51:44.711690 140121263461824 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 05:51:44.711771 140121263461824 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 05:51:44.711973 140119452145408 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 05:51:44.712101 140119452145408 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 05:51:44.712254 140121263461824 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 05:51:44.712373 140121263461824 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 05:51:44.712431 140121263461824 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 05:51:44.712604 140119443752704 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 05:51:44.712702 140119443752704 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 05:51:44.712855 140121263461824 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 05:51:44.712961 140121263461824 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-05:51:55 +I1010 05:51:55.444910 140121263461824 evaluation.py:275] Finished evaluation at 2019-10-10-05:51:55 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9501019, top_1_accuracy = 0.75303143, top_5_accuracy = 0.9253133 +I1010 05:51:55.445338 140121263461824 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9501019, top_1_accuracy = 0.75303143, top_5_accuracy = 0.9253133 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 05:51:57.481770 140121263461824 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 05:51:57.754828 140121263461824 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9501019, 'top_1_accuracy': 0.75303143, 'global_step': 1760, 'top_5_accuracy': 0.9253133}. Elapsed seconds: 46 +I1010 05:51:57.755152 140121263461824 resnet_main.py:597] Eval results: {'loss': 1.9501019, 'top_1_accuracy': 0.75303143, 'global_step': 1760, 'top_5_accuracy': 0.9253133}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 05:51:57.755291 140121263461824 resnet_main.py:603] Evaluation finished after training step 1760 diff --git a/nohup.out b/nohup.out index 3d33a0a..0e70c70 100644 --- a/nohup.out +++ b/nohup.out @@ -1,37 +1,6195 @@ -Removing gs://bert-pretrain-data/imagenet/v3-8/#1570673792349912... -/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570674433701543... -/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570673795.v3-512#1570674439157431... -/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570673828852843... +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570717796961434... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570718272630121... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570717799.v3-512#1570718218045657... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570717832023796... / [4 objects] ==> NOTE: You are performing a sequence of gsutil operations that may run significantly faster if you instead use gsutil -m rm ... Please see the -m section under "gsutil help options" for further information about when gsutil -m can be advantageous. -Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570674202076803... -/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570674202248767... -/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570674206033973... -/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570674260976122... -/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570674261148096... -/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570674264927138... -/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570674320358994... -/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570674320546698... -/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570674324521963... -/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570674380280976... -/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570674380468418... -/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570674384277212... -/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570674433068614... -/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570674433234558... -/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570674437093237... -/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570674516963388... -/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570674517.v3-512#1570674518584286... +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570718211651690... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570718211831819... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570718216027385... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570718271974589... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570718272177415... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570718276118289... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-400.data-00000-of-00001#1570718032336384... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-400.index#1570718032590351... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-400.meta#1570718036228897... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-600.data-00000-of-00001#1570718091685111... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-600.index#1570718091900307... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-600.meta#1570718095471983... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-800.data-00000-of-00001#1570718153662893... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-800.index#1570718153880320... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-800.meta#1570718157395669... +/ [19 objects] +Operation completed over 19 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:62: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 14:38:45.022258 139708451739072 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 14:38:45.028842 139708451739072 module_wrapper.py:139] From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 14:38:45.029184 139708451739072 module_wrapper.py:139] From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 14:38:45.033138 139708451739072 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 14:38:45.077449 139708451739072 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 14:38:45.077815 139708451739072 transport.py:157] Attempting refresh to obtain initial access_token +I1010 14:38:45.160188 139708451739072 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 14:38:45.211757 139708451739072 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 14:38:45.212110 139708451739072 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 14:38:45.293334 139708451739072 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 14:38:45.295063 139708451739072 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 14:38:45.295414 139708451739072 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 14:38:45.295988 139708451739072 module_wrapper.py:139] From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 14:38:45.296080 139708451739072 resnet_main.py:557] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 14:38:45.296165 139708451739072 resnet_main.py:576] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 14:38:45.392967 139708451739072 resnet_main.py:629] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 14:38:45.490457 139708451739072 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 14:38:45.492745: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 14:38:45.556447 139708451739072 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 14:38:45.556826 139708451739072 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 14:38:45.557380 139708451739072 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 14:38:45.557451 139708451739072 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 14:38:45.557517 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 14:38:45.557811 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 14:38:45.557883 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 14:38:45.557962 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 14:38:45.558034 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 14:38:45.558096 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 14:38:45.558157 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 14:38:45.558218 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 14:38:45.558276 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 14:38:45.558336 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 14:38:45.558397 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 14:38:45.558456 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 14:38:45.558516 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 14:38:45.558574 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 14:38:45.558640 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 14:38:45.558706 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 14:38:45.558765 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 14:38:45.558824 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 14:38:45.558881 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 14:38:45.558940 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 14:38:45.558999 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 14:38:45.559057 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 14:38:45.559117 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 14:38:45.559175 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 14:38:45.559232 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 14:38:45.559290 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 14:38:45.559348 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 14:38:45.559406 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 14:38:45.559468 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 14:38:45.559525 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 14:38:45.559590 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 14:38:45.559653 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 14:38:45.559712 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 14:38:45.559772 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 14:38:45.559834 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 14:38:45.559897 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 14:38:45.559958 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 14:38:45.560023 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 14:38:45.560084 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 14:38:45.560142 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 14:38:45.560209 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 14:38:45.560271 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 14:38:45.560328 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 14:38:45.560388 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 14:38:45.560446 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 14:38:45.560592 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 14:38:45.560662 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 14:38:45.560722 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 14:38:45.560780 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 14:38:45.560837 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 14:38:45.560895 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 14:38:45.560954 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 14:38:45.561023 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 14:38:45.561080 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 14:38:45.561140 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 14:38:45.561198 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 14:38:45.561258 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 14:38:45.561316 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 14:38:45.561373 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 14:38:45.561435 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 14:38:45.561507 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 14:38:45.561566 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 14:38:45.561630 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 14:38:45.561688 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 14:38:45.561747 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 14:38:45.561810 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 14:38:45.561870 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 14:38:45.561928 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 14:38:45.561986 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 14:38:45.562045 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 14:38:45.562103 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 14:38:45.562160 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 14:38:45.562217 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 14:38:45.562274 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 14:38:45.562331 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 14:38:45.562391 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 14:38:45.562448 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 14:38:45.562511 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 14:38:45.562571 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 14:38:45.562635 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 14:38:45.562695 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 14:38:45.562752 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 14:38:45.562810 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 14:38:45.562868 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 14:38:45.562926 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 14:38:45.562983 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 14:38:45.563056 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 14:38:45.563117 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 14:38:45.563174 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 14:38:45.563234 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 14:38:45.563296 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 14:38:45.563354 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 14:38:45.563411 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 14:38:45.563469 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 14:38:45.563527 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 14:38:45.563589 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 14:38:45.563648 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 14:38:45.563707 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 14:38:45.563766 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 14:38:45.563823 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 14:38:45.563882 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 14:38:45.563940 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 14:38:45.564003 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 14:38:45.564063 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 14:38:45.564120 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 14:38:45.564177 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 14:38:45.564237 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 14:38:45.564295 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 14:38:45.564352 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 14:38:45.564410 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 14:38:45.564507 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 14:38:45.564609 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 14:38:45.564671 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 14:38:45.564730 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 14:38:45.564789 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 14:38:45.564852 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 14:38:45.564912 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 14:38:45.564970 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 14:38:45.565027 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 14:38:45.565087 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 14:38:45.565145 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 14:38:45.565203 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 14:38:45.565263 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 14:38:45.565320 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 14:38:45.565378 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 14:38:45.565435 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 14:38:45.565494 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 14:38:45.565555 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 14:38:45.565623 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 14:38:45.565682 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 14:38:45.565742 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 14:38:45.565800 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 14:38:45.565859 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 14:38:45.565917 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 14:38:45.565975 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 14:38:45.566032 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 14:38:45.566091 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 14:38:45.566148 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 14:38:45.566206 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 14:38:45.566268 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 14:38:45.566328 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 14:38:45.566385 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 14:38:45.566443 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 14:38:45.566500 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 14:38:45.566559 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 14:38:45.566623 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 14:38:45.566682 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 14:38:45.566740 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 14:38:45.566798 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 14:38:45.566855 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 14:38:45.566912 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 14:38:45.566970 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 14:38:45.567033 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 14:38:45.567090 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 14:38:45.567147 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 14:38:45.567205 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 14:38:45.567265 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 14:38:45.567322 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 14:38:45.567379 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 14:38:45.567437 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 14:38:45.567495 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 14:38:45.567553 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 14:38:45.567616 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 14:38:45.567675 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 14:38:45.567737 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 14:38:45.567795 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 14:38:45.567853 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 14:38:45.567912 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 14:38:45.567969 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 14:38:45.568037 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 14:38:45.568095 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 14:38:45.568152 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 14:38:45.568218 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 14:38:45.568275 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 14:38:45.568332 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 14:38:45.568388 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 14:38:45.568451 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 14:38:45.568587 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 14:38:45.568653 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 14:38:45.568712 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 14:38:45.568770 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 14:38:45.568829 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 14:38:45.568886 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 14:38:45.568943 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 14:38:45.569000 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 14:38:45.569060 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 14:38:45.569118 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 14:38:45.569178 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 14:38:45.569236 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 14:38:45.569299 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 14:38:45.569358 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 14:38:45.569415 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 14:38:45.569472 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 14:38:45.569529 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 14:38:45.569593 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 14:38:45.569653 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 14:38:45.569710 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 14:38:45.569767 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 14:38:45.569824 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 14:38:45.569883 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 14:38:45.569940 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 14:38:45.570002 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 14:38:45.570060 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 14:38:45.570116 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 14:38:45.570175 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 14:38:45.570235 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 14:38:45.570291 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 14:38:45.570348 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 14:38:45.570406 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 14:38:45.570465 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 14:38:45.570522 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 14:38:45.570578 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 14:38:45.570643 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 14:38:45.570702 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 14:38:45.570763 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 14:38:45.570820 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 14:38:45.570875 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 14:38:45.570933 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 14:38:45.570990 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 14:38:45.571047 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 14:38:45.571104 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 14:38:45.571161 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 14:38:45.571218 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 14:38:45.571275 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 14:38:45.571351 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 14:38:45.571412 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 14:38:45.571474 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 14:38:45.571532 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 14:38:45.571594 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 14:38:45.571652 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 14:38:45.571712 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 14:38:45.571769 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 14:38:45.571827 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 14:38:45.571886 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 14:38:45.571943 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 14:38:45.572000 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 14:38:45.572057 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 14:38:45.572114 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 14:38:45.572177 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 14:38:45.572237 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 14:38:45.572293 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 14:38:45.572351 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 14:38:45.572411 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 14:38:45.572494 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 14:38:45.572560 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 14:38:45.572624 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 14:38:45.572683 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 14:38:45.572742 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 14:38:45.572802 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 14:38:45.572860 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 14:38:45.572917 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 14:38:45.572982 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 14:38:45.573050 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 14:38:45.573110 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 14:38:45.573168 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 14:38:45.573225 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 14:38:45.573282 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 14:38:45.573340 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 14:38:45.573399 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 14:38:45.573456 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 14:38:45.573513 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 14:38:45.573570 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 14:38:45.573635 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 14:38:45.573698 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 14:38:45.573755 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 14:38:45.573812 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 14:38:45.573869 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 14:38:45.573925 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 14:38:45.573982 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 14:38:45.574039 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 14:38:45.574096 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 14:38:45.574153 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 14:38:45.574210 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 14:38:45.574268 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 14:38:45.574326 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 14:38:45.574392 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 14:38:45.574450 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 14:38:45.574510 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 14:38:45.574567 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 14:38:45.574631 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 14:38:45.574688 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 14:38:45.574748 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 14:38:45.574805 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 14:38:45.574862 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 14:38:45.574919 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 14:38:45.574978 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 14:38:45.575036 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 14:38:45.575093 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 14:38:45.575156 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 14:38:45.575213 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 14:38:45.575272 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 14:38:45.575329 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 14:38:45.575386 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 14:38:45.575443 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 14:38:45.575500 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 14:38:45.575556 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 14:38:45.575623 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 14:38:45.575680 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 14:38:45.575738 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 14:38:45.575795 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 14:38:45.575855 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 14:38:45.575913 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 14:38:45.575970 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 14:38:45.576028 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 14:38:45.576085 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 14:38:45.576143 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 14:38:45.576200 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 14:38:45.576257 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 14:38:45.576314 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 14:38:45.576371 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 14:38:45.576430 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 14:38:45.576512 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 14:38:45.576570 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 14:38:45.576638 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 14:38:45.576699 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 14:38:45.576756 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 14:38:45.576813 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 14:38:45.576872 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 14:38:45.576930 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 14:38:45.576987 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 14:38:45.577044 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 14:38:45.577102 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 14:38:45.577159 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 14:38:45.577217 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 14:38:45.577275 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 14:38:45.577334 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 14:38:45.577393 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 14:38:45.577449 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 14:38:45.577507 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 14:38:45.577564 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 14:38:45.577629 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 14:38:45.577686 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 14:38:45.577744 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 14:38:45.577800 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 14:38:45.577858 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 14:38:45.577915 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 14:38:45.577974 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 14:38:45.578047 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 14:38:45.578108 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 14:38:45.578166 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 14:38:45.578223 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 14:38:45.578282 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 14:38:45.578341 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 14:38:45.578398 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 14:38:45.578457 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 14:38:45.578514 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 14:38:45.578572 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 14:38:45.578634 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 14:38:45.578692 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 14:38:45.578751 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 14:38:45.578813 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 14:38:45.578871 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 14:38:45.578928 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 14:38:45.578985 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 14:38:45.579044 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 14:38:45.579102 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 14:38:45.579159 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 14:38:45.579216 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 14:38:45.579272 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 14:38:45.579329 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 14:38:45.579386 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 14:38:45.579443 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 14:38:45.579504 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 14:38:45.579562 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 14:38:45.579628 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 14:38:45.579687 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 14:38:45.579745 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 14:38:45.579802 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 14:38:45.579859 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 14:38:45.579916 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 14:38:45.579974 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 14:38:45.580032 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 14:38:45.580090 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 14:38:45.580147 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 14:38:45.580212 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 14:38:45.580271 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 14:38:45.580329 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 14:38:45.580388 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 14:38:45.580446 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 14:38:45.580529 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 14:38:45.580595 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 14:38:45.580655 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 14:38:45.580713 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 14:38:45.580770 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 14:38:45.580828 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 14:38:45.580887 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 14:38:45.580945 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 14:38:45.581007 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 14:38:45.581065 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 14:38:45.581124 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 14:38:45.581181 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 14:38:45.581238 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 14:38:45.581295 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 14:38:45.581352 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 14:38:45.581412 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 14:38:45.581470 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 14:38:45.581527 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 14:38:45.581590 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 14:38:45.581650 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 14:38:45.581712 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 14:38:45.581769 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 14:38:45.581828 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 14:38:45.581885 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 14:38:45.581943 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 14:38:45.582000 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 14:38:45.582057 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 14:38:45.582117 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 14:38:45.582175 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 14:38:45.582231 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 14:38:45.582289 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 14:38:45.582348 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 14:38:45.582410 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 14:38:45.582468 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 14:38:45.582525 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 14:38:45.582587 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 14:38:45.582647 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 14:38:45.582704 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 14:38:45.582761 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 14:38:45.582818 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 14:38:45.582876 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 14:38:45.582933 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 14:38:45.582990 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 14:38:45.583059 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 14:38:45.583116 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 14:38:45.583178 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 14:38:45.583235 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 14:38:45.583292 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 14:38:45.583349 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 14:38:45.583408 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 14:38:45.583465 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 14:38:45.583523 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 14:38:45.583580 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 14:38:45.583643 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 14:38:45.583702 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 14:38:45.583759 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 14:38:45.583817 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 14:38:45.583884 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 14:38:45.583941 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 14:38:45.583998 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 14:38:45.584058 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 14:38:45.584115 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 14:38:45.584173 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 14:38:45.584232 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 14:38:45.584289 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 14:38:45.584346 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 14:38:45.584403 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 14:38:45.584460 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 14:38:45.584544 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 14:38:45.584608 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 14:38:45.584676 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 14:38:45.584733 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 14:38:45.584790 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 14:38:45.584850 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 14:38:45.584907 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 14:38:45.584964 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 14:38:45.585021 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 14:38:45.585078 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 14:38:45.585135 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 14:38:45.585192 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 14:38:45.585249 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 14:38:45.585308 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 14:38:45.585369 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 14:38:45.585427 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 14:38:45.585484 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 14:38:45.585542 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 14:38:45.585607 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 14:38:45.585665 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 14:38:45.585722 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 14:38:45.585781 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 14:38:45.585838 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 14:38:45.585895 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 14:38:45.585952 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 14:38:45.586010 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 14:38:45.586071 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 14:38:45.586128 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 14:38:45.586186 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 14:38:45.586244 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 14:38:45.586301 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 14:38:45.586358 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 14:38:45.586416 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 14:38:45.586472 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 14:38:45.586529 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 14:38:45.586591 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 14:38:45.586652 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 14:38:45.586709 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 14:38:45.586766 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 14:38:45.586828 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 14:38:45.586886 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 14:38:45.586944 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 14:38:45.587001 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 14:38:45.587058 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 14:38:45.587115 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 14:38:45.587172 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 14:38:45.587229 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 14:38:45.587287 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 14:38:45.587346 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 14:38:45.587404 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 14:38:45.587460 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 14:38:45.587522 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 14:38:45.587580 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 14:38:45.587646 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 14:38:45.587703 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 14:38:45.587762 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 14:38:45.587820 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 14:38:45.587877 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 14:38:45.587935 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 14:38:45.587992 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 14:38:45.588063 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 14:38:45.588120 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 14:38:45.588179 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 14:38:45.588241 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 14:38:45.588299 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 14:38:45.588356 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 14:38:45.588413 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 14:38:45.588490 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 14:38:45.588551 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 14:38:45.588615 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 14:38:45.588675 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 14:38:45.588732 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 14:38:45.588792 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 14:38:45.588848 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 14:38:45.588906 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 14:38:45.588963 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 14:38:45.589025 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 14:38:45.589082 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 14:38:45.589138 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 14:38:45.589196 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 14:38:45.589253 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 14:38:45.589310 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 14:38:45.589369 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 14:38:45.589426 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 14:38:45.589483 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 14:38:45.589539 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 14:38:45.589602 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 14:38:45.589660 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 14:38:45.589724 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 14:38:45.589781 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 14:38:45.589838 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 14:38:45.589895 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 14:38:45.589953 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 14:38:45.590013 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 14:38:45.590070 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 14:38:45.590126 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 14:38:45.590183 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 14:38:45.590240 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 14:38:45.590296 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 14:38:45.590353 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 14:38:45.590409 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 14:38:45.590471 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 14:38:45.590529 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 14:38:45.590593 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 14:38:45.590651 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 14:38:45.590708 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 14:38:45.590765 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 14:38:45.590823 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 14:38:45.590879 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 14:38:45.590936 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 14:38:45.590993 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 14:38:45.591051 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 14:38:45.591108 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 14:38:45.591169 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 14:38:45.591227 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 14:38:45.591285 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 14:38:45.591360 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 14:38:45.591418 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 14:38:45.591475 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 14:38:45.591533 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 14:38:45.591595 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 14:38:45.591654 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 14:38:45.591710 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 14:38:45.591767 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 14:38:45.591824 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 14:38:45.591886 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 14:38:45.591943 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 14:38:45.592000 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 14:38:45.592056 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 14:38:45.592114 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 14:38:45.592171 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 14:38:45.592227 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 14:38:45.592284 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 14:38:45.592341 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 14:38:45.592397 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 14:38:45.592454 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 14:38:45.592536 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 14:38:45.592600 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 14:38:45.592663 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 14:38:45.592720 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 14:38:45.592777 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 14:38:45.592835 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 14:38:45.592892 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 14:38:45.592950 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 14:38:45.593015 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 14:38:45.593075 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 14:38:45.593132 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 14:38:45.593189 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 14:38:45.593247 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 14:38:45.593305 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 14:38:45.593367 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 14:38:45.593425 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 14:38:45.593482 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 14:38:45.593539 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 14:38:45.593614 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 14:38:45.593677 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 14:38:45.593736 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 14:38:45.593796 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 14:38:45.593854 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 14:38:45.593913 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 14:38:45.593971 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 14:38:45.594028 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 14:38:45.594089 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 14:38:45.594146 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 14:38:45.594203 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 14:38:45.594261 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 14:38:45.594319 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 14:38:45.594376 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 14:38:45.594433 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 14:38:45.594490 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 14:38:45.594547 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 14:38:45.594609 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 14:38:45.594667 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 14:38:45.594724 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 14:38:45.594783 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 14:38:45.594847 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 14:38:45.594906 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 14:38:45.594963 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 14:38:45.595020 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 14:38:45.595078 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 14:38:45.595136 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 14:38:45.595194 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 14:38:45.595251 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 14:38:45.595308 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 14:38:45.595366 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 14:38:45.595422 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 14:38:45.595479 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 14:38:45.595540 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 14:38:45.595604 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 14:38:45.595664 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 14:38:45.595722 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 14:38:45.595779 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 14:38:45.595839 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 14:38:45.595895 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 14:38:45.595952 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 14:38:45.596009 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 14:38:45.596065 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 14:38:45.596122 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 14:38:45.596179 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 14:38:45.596236 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 14:38:45.596297 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 14:38:45.596355 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 14:38:45.596414 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 14:38:45.596492 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 14:38:45.596555 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 14:38:45.596621 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 14:38:45.596679 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 14:38:45.596738 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 14:38:45.596795 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 14:38:45.596852 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 14:38:45.596909 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 14:38:45.596966 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 14:38:45.597028 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 14:38:45.597086 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 14:38:45.597145 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 14:38:45.597202 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 14:38:45.597258 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 14:38:45.597315 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 14:38:45.597372 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 14:38:45.597428 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 14:38:45.597485 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 14:38:45.597542 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 14:38:45.597604 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 14:38:45.597662 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 14:38:45.597726 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 14:38:45.597784 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 14:38:45.597841 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 14:38:45.597898 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 14:38:45.597956 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 14:38:45.598022 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 14:38:45.598081 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 14:38:45.598138 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 14:38:45.598196 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 14:38:45.598253 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 14:38:45.598310 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 14:38:45.598368 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 14:38:45.598427 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 14:38:45.598488 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 14:38:45.598546 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 14:38:45.598608 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 14:38:45.598666 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 14:38:45.598723 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 14:38:45.598781 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 14:38:45.598839 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 14:38:45.598896 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 14:38:45.598953 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 14:38:45.599010 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 14:38:45.599067 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 14:38:45.599124 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 14:38:45.599185 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 14:38:45.599242 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 14:38:45.599299 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 14:38:45.599355 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 14:38:45.599412 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 14:38:45.599469 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 14:38:45.599526 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 14:38:45.599591 139708451739072 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 14:38:45.605906 139708451739072 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 14:38:45.606493 139708451739072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 14:38:45.620052 139708451739072 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 14:38:45.639394 139708451739072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 14:38:45.639668 139708451739072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 14:38:45.649097 139708451739072 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 14:38:45.736649 139708451739072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 14:38:45.736927 139708451739072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 14:38:45.739614 139708451739072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 14:38:45.739866 139708451739072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 14:38:45.905276 139708451739072 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 14:38:45.906109 139708451739072 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 14:38:45.906764 139708451739072 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 14:38:46.329282 139708451739072 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 14:38:46.747474 139708451739072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 14:38:47.055893: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 14:38:47.055941: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 14:38:47.055977: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 14:38:58.315846 139708451739072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 14:38:58.317718 139708451739072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 14:38:58.333379 139708451739072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 14:38:58.377013 139708451739072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 14:39:01.747924 139708451739072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 14:39:01.753571 139708451739072 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 14:39:01.781775 139708451739072 module_wrapper.py:139] From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 14:39:01.832467 139708451739072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 14:39:01.844415 139708451739072 module_wrapper.py:139] From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:363: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 14:39:01.931360 139708451739072 module_wrapper.py:139] From resnet_main.py:363: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 14:39:01.935903 139708451739072 resnet_main.py:386] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 14:39:01.936187 139708451739072 resnet_main.py:387] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 14:39:01.936260 139708451739072 resnet_main.py:388] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 14:39:01.936326 139708451739072 resnet_main.py:389] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 14:39:01.936387 139708451739072 resnet_main.py:390] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 14:39:01.936444 139708451739072 resnet_main.py:391] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.5 ************************************** +I1010 14:39:01.936548 139708451739072 resnet_main.py:392] ****************************** the weight_decay_input is 1.5 ************************************** +INFO:tensorflow:****************************** the beta1 is 0.999 ************************************** +I1010 14:39:01.936618 139708451739072 resnet_main.py:393] ****************************** the beta1 is 0.999 ************************************** +INFO:tensorflow:****************************** the beta2 is 0.9 ************************************** +I1010 14:39:01.936691 139708451739072 resnet_main.py:394] ****************************** the beta2 is 0.9 ************************************** +INFO:tensorflow:****************************** the eps is 1e-06 ************************************** +I1010 14:39:01.936750 139708451739072 resnet_main.py:395] ****************************** the eps is 1e-06 ************************************** +WARNING:tensorflow:From resnet_main.py:396: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 14:39:01.936882 139708451739072 module_wrapper.py:139] From resnet_main.py:396: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:396: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 14:39:01.937011 139708451739072 module_wrapper.py:139] From resnet_main.py:396: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 14:39:01.938016 139708451739072 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 14:39:01.972229 139708451739072 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:97: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 14:39:05.319719 139708451739072 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:97: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:05.420649 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:05.490423 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:05.566214 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:05.692028 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:05.766191 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:05.843148 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:05.975513 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:06.047982 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:06.123986 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:06.247075 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:06.316809 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:06.386023 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:06.509052 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:06.580974 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:06.655359 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:06.779668 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:06.844311 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:06.919661 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:07.061944 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:07.132188 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:07.204046 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:07.322999 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:07.392066 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:07.458784 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:07.573585 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:07.638241 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:07.706456 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:07.821005 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:07.885076 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:07.953809 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:08.069762 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:08.142113 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:08.215780 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:08.343641 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:08.412003 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:08.486532 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:08.611332 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:08.680521 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:08.754015 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:08.878595 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:08.950112 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:09.024281 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:09.154988 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:09.229964 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:09.303936 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:09.437995 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:09.508114 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:09.582313 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:09.696942 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:09.766427 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:09.836056 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:09.953883 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:10.020502 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:10.089191 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:10.203648 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:10.266227 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:10.339461 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:10.460766 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:10.529102 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:10.602715 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:10.727273 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:10.797183 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:10.873334 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:10.999141 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:11.069102 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:11.144829 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:11.270514 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:11.347624 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:11.427966 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:11.553257 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:11.620300 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:11.692043 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:11.816863 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:11.892352 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:11.987874 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:12.127271 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:12.649245 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:12.726638 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:12.852607 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:12.922182 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:12.997581 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:13.124500 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:13.198335 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:13.277082 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:13.402126 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:13.473709 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:13.546993 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:13.665688 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:13.732702 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:13.799695 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:13.913286 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:13.982153 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:14.054214 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:14.173862 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:14.236828 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:14.305016 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:14.420850 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:14.489757 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:14.561511 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:14.686477 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:14.758476 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:14.834968 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:14.960464 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:15.030381 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:15.105351 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:15.231165 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:15.299623 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:15.373636 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:15.497807 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:15.570177 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:15.642647 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:15.759836 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:15.827732 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:15.897412 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:16.018157 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:16.085226 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:16.158145 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:16.277143 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:16.346076 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:16.427633 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:16.545434 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:16.614623 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:16.685724 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:16.804363 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:16.871190 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:16.939294 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:17.056212 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:17.125663 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:17.195362 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:17.313333 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:17.381283 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:17.452110 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:17.573352 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:17.645005 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:17.721200 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:17.849710 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:17.924889 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:18.003874 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:18.134649 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:18.215539 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:18.292296 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:18.418834 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:18.487317 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:18.560302 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:18.685297 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:18.757710 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:18.833328 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:18.957269 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:19.030241 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:19.109509 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:19.235198 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:19.305672 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:19.380677 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:19.504565 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:19.575162 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:19.643780 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:19.756177 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:19.822437 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:19.901895 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:20.027936 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 14:39:20.144993 139708451739072 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 14:39:20.843864 139708451739072 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 14:39:21.121896 139708451739072 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 14:39:27.482112 139708451739072 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 14:39:28.666354 139708451739072 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 14:39:41.573331 139708451739072 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 14:39:41.739303 139708451739072 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 14:40:02.360681 139708451739072 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 14:40:16.071748 139708451739072 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 14:40:17.093379 139708451739072 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 14:40:17.093835 139708451739072 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 14:40:17.094371: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 14:40:17.120933 139708451739072 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 14:40:17.150306 139708451739072 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 14:40:17.200949 139708451739072 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 3 seconds +I1010 14:40:20.841418 139708451739072 tpu_estimator.py:576] Initialized TPU in 3 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 14:40:20.842422 139706441123584 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 14:40:20.842953 139706432730880 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 14:40:20.902944 139706424338176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 14:40:20.971191 139706424338176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 14:40:21.021950 139708451739072 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 14:40:21.022398 139708451739072 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 14:40:51.045036 139706424338176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 14:40:51.125794 139706424338176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 14:41:09.441565 139706432730880 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 14:41:21.182419 139706424338176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 14:41:21.260049 139706424338176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 14:41:48.686434 139708451739072 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 14:41:51.313213 139706424338176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 14:41:51.392525 139706424338176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 6.3406315, step = 200 +I1010 14:42:02.694185 139708451739072 basic_session_run_hooks.py:262] loss = 6.3406315, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 14:42:02.696943 139708451739072 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 14:42:02.697323 139708451739072 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 14:42:14.082133 139706432730880 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 14:42:21.461918 139706424338176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 14:42:21.535033 139706424338176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 14:42:51.603534 139706424338176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 14:42:51.678639 139706424338176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +ERROR:tensorflow:Error recorded from training_loop: From /job:worker/replica:0/task:0: +Gradient for batch_normalization_10/beta:0 is NaN : Tensor had NaN values + [[node CheckNumerics_32 (defined at /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/ops.py:1748) ]] + +Original stack trace for u'CheckNumerics_32': + File "resnet_main.py", line 685, in + app.run(main) + File "/usr/local/lib/python2.7/dist-packages/absl/app.py", line 299, in run + _run_main(main, args) + File "/usr/local/lib/python2.7/dist-packages/absl/app.py", line 250, in _run_main + sys.exit(main(argv)) + File "resnet_main.py", line 643, in main + hooks=hooks) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 3030, in train + saving_listeners=saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 370, in train + loss = self._train_model(input_fn, hooks, saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1161, in _train_model + return self._train_model_default(input_fn, hooks, saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1191, in _train_model_default + features, labels, ModeKeys.TRAIN, self.config) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2857, in _call_model_fn + config) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1149, in _call_model_fn + model_fn_results = self._model_fn(features=features, **kwargs) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 3278, in _model_fn + update_ops = _sync_variables_ops(ctx) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 240, in _sync_variables_ops + for v in variables.trainable_variables() + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/gen_array_ops.py", line 1011, in check_numerics + "CheckNumerics", tensor=tensor, message=message, name=name) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/op_def_library.py", line 794, in _apply_op_helper + op_def=op_def) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/util/deprecation.py", line 507, in new_func + return func(*args, **kwargs) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/ops.py", line 3357, in create_op + attrs, op_def, compute_device) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/ops.py", line 3426, in _create_op_internal + op_def=op_def) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/ops.py", line 1748, in __init__ + self._traceback = tf_stack.extract_stack() + +E1010 14:42:55.291584 139708451739072 error_handling.py:75] Error recorded from training_loop: From /job:worker/replica:0/task:0: +Gradient for batch_normalization_10/beta:0 is NaN : Tensor had NaN values + [[node CheckNumerics_32 (defined at /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/ops.py:1748) ]] + +Original stack trace for u'CheckNumerics_32': + File "resnet_main.py", line 685, in + app.run(main) + File "/usr/local/lib/python2.7/dist-packages/absl/app.py", line 299, in run + _run_main(main, args) + File "/usr/local/lib/python2.7/dist-packages/absl/app.py", line 250, in _run_main + sys.exit(main(argv)) + File "resnet_main.py", line 643, in main + hooks=hooks) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 3030, in train + saving_listeners=saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 370, in train + loss = self._train_model(input_fn, hooks, saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1161, in _train_model + return self._train_model_default(input_fn, hooks, saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1191, in _train_model_default + features, labels, ModeKeys.TRAIN, self.config) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2857, in _call_model_fn + config) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1149, in _call_model_fn + model_fn_results = self._model_fn(features=features, **kwargs) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 3278, in _model_fn + update_ops = _sync_variables_ops(ctx) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 240, in _sync_variables_ops + for v in variables.trainable_variables() + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/gen_array_ops.py", line 1011, in check_numerics + "CheckNumerics", tensor=tensor, message=message, name=name) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/op_def_library.py", line 794, in _apply_op_helper + op_def=op_def) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/util/deprecation.py", line 507, in new_func + return func(*args, **kwargs) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/ops.py", line 3357, in create_op + attrs, op_def, compute_device) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/ops.py", line 3426, in _create_op_internal + op_def=op_def) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/ops.py", line 1748, in __init__ + self._traceback = tf_stack.extract_stack() + +INFO:tensorflow:training_loop marked as finished +I1010 14:42:55.293924 139708451739072 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:Reraising captured error +W1010 14:42:55.294064 139708451739072 error_handling.py:135] Reraising captured error +Traceback (most recent call last): + File "resnet_main.py", line 685, in + app.run(main) + File "/usr/local/lib/python2.7/dist-packages/absl/app.py", line 299, in run + _run_main(main, args) + File "/usr/local/lib/python2.7/dist-packages/absl/app.py", line 250, in _run_main + sys.exit(main(argv)) + File "resnet_main.py", line 643, in main + hooks=hooks) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 3035, in train + rendezvous.raise_errors() + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/error_handling.py", line 136, in raise_errors + six.reraise(typ, value, traceback) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 3030, in train + saving_listeners=saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 370, in train + loss = self._train_model(input_fn, hooks, saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1161, in _train_model + return self._train_model_default(input_fn, hooks, saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1195, in _train_model_default + saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1494, in _train_with_estimator_spec + _, loss = mon_sess.run([estimator_spec.train_op, estimator_spec.loss]) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/monitored_session.py", line 754, in run + run_metadata=run_metadata) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/monitored_session.py", line 1259, in run + run_metadata=run_metadata) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/monitored_session.py", line 1360, in run + raise six.reraise(*original_exc_info) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/monitored_session.py", line 1345, in run + return self._sess.run(*args, **kwargs) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/monitored_session.py", line 1418, in run + run_metadata=run_metadata) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/monitored_session.py", line 1176, in run + return self._sess.run(*args, **kwargs) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/client/session.py", line 956, in run + run_metadata_ptr) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/client/session.py", line 1180, in _run + feed_dict_tensor, options, run_metadata) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/client/session.py", line 1359, in _do_run + run_metadata) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/client/session.py", line 1384, in _do_call + raise type(e)(node_def, op, message) +tensorflow.python.framework.errors_impl.InvalidArgumentError: From /job:worker/replica:0/task:0: +Gradient for batch_normalization_10/beta:0 is NaN : Tensor had NaN values + [[node CheckNumerics_32 (defined at /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/ops.py:1748) ]] + +Original stack trace for u'CheckNumerics_32': + File "resnet_main.py", line 685, in + app.run(main) + File "/usr/local/lib/python2.7/dist-packages/absl/app.py", line 299, in run + _run_main(main, args) + File "/usr/local/lib/python2.7/dist-packages/absl/app.py", line 250, in _run_main + sys.exit(main(argv)) + File "resnet_main.py", line 643, in main + hooks=hooks) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 3030, in train + saving_listeners=saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 370, in train + loss = self._train_model(input_fn, hooks, saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1161, in _train_model + return self._train_model_default(input_fn, hooks, saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1191, in _train_model_default + features, labels, ModeKeys.TRAIN, self.config) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 2857, in _call_model_fn + config) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1149, in _call_model_fn + model_fn_results = self._model_fn(features=features, **kwargs) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 3278, in _model_fn + update_ops = _sync_variables_ops(ctx) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 240, in _sync_variables_ops + for v in variables.trainable_variables() + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/gen_array_ops.py", line 1011, in check_numerics + "CheckNumerics", tensor=tensor, message=message, name=name) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/op_def_library.py", line 794, in _apply_op_helper + op_def=op_def) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/util/deprecation.py", line 507, in new_func + return func(*args, **kwargs) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/ops.py", line 3357, in create_op + attrs, op_def, compute_device) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/ops.py", line 3426, in _create_op_internal + op_def=op_def) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/framework/ops.py", line 1748, in __init__ + self._traceback = tf_stack.extract_stack() + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:62: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 14:42:58.143393 140483462251968 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 14:42:58.151176 140483462251968 module_wrapper.py:139] From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 14:42:58.151511 140483462251968 module_wrapper.py:139] From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 14:42:58.155740 140483462251968 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 14:42:58.201843 140483462251968 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 14:42:58.202146 140483462251968 transport.py:157] Attempting refresh to obtain initial access_token +I1010 14:42:58.276432 140483462251968 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 14:42:58.324852 140483462251968 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 14:42:58.325130 140483462251968 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 14:42:58.388645 140483462251968 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 14:42:58.389810 140483462251968 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 14:42:58.390049 140483462251968 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 14:42:58.390508 140483462251968 module_wrapper.py:139] From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 14:42:58.390615 140483462251968 resnet_main.py:557] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 14:42:58.390700 140483462251968 resnet_main.py:576] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 14:42:58.390826 140483462251968 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-200 +I1010 14:42:58.642002 140483462251968 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-200 +INFO:tensorflow:Starting to evaluate. +I1010 14:42:58.642507 140483462251968 resnet_main.py:595] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 14:42:58.642896 140483462251968 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 14:42:58.644269: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 14:42:58.661273 140483462251968 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 14:42:58.661536 140483462251968 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 14:42:58.662076 140483462251968 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 14:42:58.662147 140483462251968 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 14:42:58.662213 140483462251968 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 14:42:58.662497 140483462251968 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 14:42:58.662569 140483462251968 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 14:42:58.662631 140483462251968 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 14:42:58.662700 140483462251968 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 14:42:58.662761 140483462251968 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 14:42:58.662827 140483462251968 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 14:42:58.662903 140483462251968 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 14:42:58.662962 140483462251968 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 14:42:58.663022 140483462251968 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 14:42:58.663084 140483462251968 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 14:42:58.668844 140483462251968 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 14:42:58.670839 140483462251968 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 14:42:58.686959 140483462251968 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 14:42:58.687258 140483462251968 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 14:42:58.696846 140483462251968 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 14:42:58.786797 140483462251968 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 14:42:58.787090 140483462251968 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 14:42:58.951628 140483462251968 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 14:42:58.952569 140483462251968 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 14:42:58.953238 140483462251968 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 14:42:59.395083 140483462251968 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 14:43:00.012294: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 14:43:00.012360: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 14:43:00.012395: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 14:43:00.037153 140483462251968 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 14:43:00.038537 140483462251968 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 14:43:00.054364 140483462251968 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 14:43:00.082623 140483462251968 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 14:43:02.481923 140483462251968 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 14:43:02.487247 140483462251968 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 14:43:02.514748 140483462251968 module_wrapper.py:139] From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 14:43:02.567723 140483462251968 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 14:43:02.579792 140483462251968 module_wrapper.py:139] From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 14:43:02.680747 140483462251968 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:451: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 14:43:02.941168 140483462251968 module_wrapper.py:139] From resnet_main.py:451: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:453: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 14:43:02.958888 140483462251968 module_wrapper.py:139] From resnet_main.py:453: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 14:43:02.981056 140483462251968 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T14:43:02Z +I1010 14:43:02.998775 140483462251968 evaluation.py:255] Starting evaluation at 2019-10-10T14:43:02Z +INFO:tensorflow:TPU job name worker +I1010 14:43:02.999099 140483462251968 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 14:43:03.559637 140483462251968 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-200 +I1010 14:43:03.635756 140483462251968 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-200 +INFO:tensorflow:Running local_init_op. +I1010 14:43:06.491480 140483462251968 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 14:43:06.510781 140483462251968 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 14:43:06.550924 140483462251968 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 14:43:06.564918 140483462251968 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 14:43:13.060420 140483462251968 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 14:43:13.061532 140481651005184 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 14:43:13.062040 140481642612480 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 14:43:13.238634 140483462251968 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 14:43:13.260072 140483462251968 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 14:43:13.261374 140483462251968 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 14:43:13.298897 140481634219776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 14:43:13.375319 140481634219776 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 14:43:24.908462 140481642612480 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 14:43:33.743020 140483462251968 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 14:43:33.743840 140483462251968 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 14:43:33.744049 140483462251968 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 14:43:33.744308 140481651005184 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 14:43:33.744426 140481651005184 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 14:43:33.744627 140483462251968 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 14:43:33.744759 140483462251968 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 14:43:33.744831 140483462251968 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 14:43:33.744990 140481642612480 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 14:43:33.745090 140481642612480 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 14:43:33.745224 140483462251968 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 14:43:33.745326 140483462251968 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-14:43:43 +I1010 14:43:43.657953 140483462251968 evaluation.py:275] Finished evaluation at 2019-10-10-14:43:43 +INFO:tensorflow:Saving dict for global step 200: global_step = 200, loss = 30.489029, top_1_accuracy = 0.0010172526, top_5_accuracy = 0.005472819 +I1010 14:43:43.658406 140483462251968 estimator.py:2049] Saving dict for global step 200: global_step = 200, loss = 30.489029, top_1_accuracy = 0.0010172526, top_5_accuracy = 0.005472819 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 200: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-200 +I1010 14:43:45.736437 140483462251968 estimator.py:2109] Saving 'checkpoint_path' summary for global step 200: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-200 +INFO:tensorflow:evaluation_loop marked as finished +I1010 14:43:45.990889 140483462251968 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 30.489029, 'top_1_accuracy': 0.0010172526, 'global_step': 200, 'top_5_accuracy': 0.005472819}. Elapsed seconds: 47 +I1010 14:43:45.991442 140483462251968 resnet_main.py:604] Eval results: {'loss': 30.489029, 'top_1_accuracy': 0.0010172526, 'global_step': 200, 'top_5_accuracy': 0.005472819}. Elapsed seconds: 47 +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 14:43:45.991621 140483462251968 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +2019-10-10 16:01:55.600151: E tensorflow/core/platform/cloud/curl_http_request.cc:596] The transmission of request 0x555f37719420 (URI: https://storage.googleapis.com/bert-pretrain-data/imagenet%2Fv3-8%2Fcheckpoint) has been stuck at 0 of 0 bytes for 61 seconds and will be aborted. CURL timing information: lookup time: 0.001867 (No error), connect time: 0.003021 (No error), pre-transfer time: 0.014938 (No error), start-transfer time: 0.014938 (No error) +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570718361793913... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570718517123568... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570718364.v3-512#1570718522600514... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570718396534815... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-0.data-00000-of-00001#1570718409752865... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-0.index#1570718410080478... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-0.meta#1570718414758751... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-200.data-00000-of-00001#1570718516381769... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-200.index#1570718516561648... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-200.meta#1570718520429957... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570718624218537... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570718624.v3-512#1570718625926629... +/ [12 objects] +Operation completed over 12 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:62: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 16:09:21.558114 140058754663872 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 16:09:21.563915 140058754663872 module_wrapper.py:139] From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 16:09:21.564188 140058754663872 module_wrapper.py:139] From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 16:09:21.567728 140058754663872 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 16:09:21.617203 140058754663872 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 16:09:21.617477 140058754663872 transport.py:157] Attempting refresh to obtain initial access_token +I1010 16:09:21.717566 140058754663872 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 16:09:21.762456 140058754663872 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 16:09:21.762734 140058754663872 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 16:09:21.954410 140058754663872 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 16:09:21.955883 140058754663872 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 16:09:21.956208 140058754663872 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 16:09:21.956738 140058754663872 module_wrapper.py:139] From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 16:09:21.956824 140058754663872 resnet_main.py:557] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 16:09:21.956906 140058754663872 resnet_main.py:576] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 16:09:22.052453 140058754663872 resnet_main.py:629] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 16:09:22.137653 140058754663872 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 16:09:22.139494: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 16:09:22.197518 140058754663872 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 16:09:22.197805 140058754663872 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 16:09:22.198304 140058754663872 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 16:09:22.198375 140058754663872 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 16:09:22.198441 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 16:09:22.198745 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 16:09:22.198833 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 16:09:22.198899 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 16:09:22.198962 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 16:09:22.199023 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 16:09:22.199084 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 16:09:22.199146 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 16:09:22.199207 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 16:09:22.199266 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 16:09:22.199327 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 16:09:22.199389 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 16:09:22.199448 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 16:09:22.199506 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 16:09:22.199570 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 16:09:22.199630 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 16:09:22.199690 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 16:09:22.199757 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 16:09:22.199816 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 16:09:22.199875 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 16:09:22.199935 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 16:09:22.199994 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 16:09:22.200052 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 16:09:22.200112 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 16:09:22.200170 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 16:09:22.200229 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 16:09:22.200295 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 16:09:22.200357 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 16:09:22.200417 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 16:09:22.200532 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 16:09:22.200618 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 16:09:22.200680 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 16:09:22.200747 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 16:09:22.200809 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 16:09:22.200871 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 16:09:22.200931 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 16:09:22.200989 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 16:09:22.201049 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 16:09:22.201108 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 16:09:22.201178 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 16:09:22.201239 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 16:09:22.201297 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 16:09:22.201354 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 16:09:22.201415 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 16:09:22.201474 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 16:09:22.201534 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 16:09:22.201595 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 16:09:22.201653 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 16:09:22.201719 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 16:09:22.201780 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 16:09:22.201838 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 16:09:22.201895 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 16:09:22.201961 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 16:09:22.202019 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 16:09:22.202076 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 16:09:22.202137 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 16:09:22.202198 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 16:09:22.202256 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 16:09:22.202316 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 16:09:22.202375 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 16:09:22.202435 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 16:09:22.202495 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 16:09:22.202550 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 16:09:22.202610 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 16:09:22.202675 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 16:09:22.202742 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 16:09:22.202802 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 16:09:22.202863 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 16:09:22.202923 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 16:09:22.202980 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 16:09:22.203041 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 16:09:22.203100 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 16:09:22.203161 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 16:09:22.203222 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 16:09:22.203280 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 16:09:22.203339 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 16:09:22.203398 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 16:09:22.203464 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 16:09:22.203526 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 16:09:22.203582 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 16:09:22.203644 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 16:09:22.203718 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 16:09:22.203778 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 16:09:22.203840 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 16:09:22.203898 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 16:09:22.203958 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 16:09:22.204018 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 16:09:22.204077 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 16:09:22.204137 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 16:09:22.204202 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 16:09:22.204262 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 16:09:22.204320 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 16:09:22.204380 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 16:09:22.204438 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 16:09:22.204567 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 16:09:22.204638 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 16:09:22.204700 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 16:09:22.204762 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 16:09:22.204823 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 16:09:22.204883 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 16:09:22.204942 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 16:09:22.205001 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 16:09:22.205065 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 16:09:22.205125 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 16:09:22.205183 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 16:09:22.205244 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 16:09:22.205302 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 16:09:22.205363 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 16:09:22.205420 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 16:09:22.205481 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 16:09:22.205539 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 16:09:22.205601 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 16:09:22.205661 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 16:09:22.205728 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 16:09:22.205838 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 16:09:22.205902 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 16:09:22.205961 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 16:09:22.206022 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 16:09:22.206083 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 16:09:22.206142 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 16:09:22.206203 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 16:09:22.206264 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 16:09:22.206325 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 16:09:22.206383 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 16:09:22.206444 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 16:09:22.206506 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 16:09:22.206569 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 16:09:22.206629 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 16:09:22.206690 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 16:09:22.206758 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 16:09:22.206816 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 16:09:22.206877 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 16:09:22.206937 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 16:09:22.207000 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 16:09:22.207060 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 16:09:22.207118 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 16:09:22.207176 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 16:09:22.207236 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 16:09:22.207295 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 16:09:22.207360 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 16:09:22.207421 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 16:09:22.207479 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 16:09:22.207540 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 16:09:22.207598 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 16:09:22.207658 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 16:09:22.207726 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 16:09:22.207786 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 16:09:22.207845 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 16:09:22.207906 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 16:09:22.207967 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 16:09:22.208024 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 16:09:22.208090 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 16:09:22.208149 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 16:09:22.208209 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 16:09:22.208268 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 16:09:22.208328 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 16:09:22.208388 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 16:09:22.208448 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 16:09:22.208580 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 16:09:22.208648 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 16:09:22.208724 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 16:09:22.208787 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 16:09:22.208847 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 16:09:22.208914 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 16:09:22.208976 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 16:09:22.209038 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 16:09:22.209098 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 16:09:22.209156 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 16:09:22.209214 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 16:09:22.209273 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 16:09:22.209333 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 16:09:22.209393 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 16:09:22.209459 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 16:09:22.209520 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 16:09:22.209578 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 16:09:22.209639 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 16:09:22.209711 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 16:09:22.209770 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 16:09:22.209832 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 16:09:22.209892 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 16:09:22.209954 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 16:09:22.210012 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 16:09:22.210073 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 16:09:22.210134 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 16:09:22.210195 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 16:09:22.210254 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 16:09:22.210315 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 16:09:22.210375 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 16:09:22.210439 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 16:09:22.210501 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 16:09:22.210561 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 16:09:22.210623 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 16:09:22.210683 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 16:09:22.210752 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 16:09:22.210813 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 16:09:22.210872 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 16:09:22.210932 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 16:09:22.211002 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 16:09:22.211062 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 16:09:22.211122 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 16:09:22.211182 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 16:09:22.211246 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 16:09:22.211323 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 16:09:22.211385 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 16:09:22.211446 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 16:09:22.211507 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 16:09:22.211568 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 16:09:22.211627 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 16:09:22.211688 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 16:09:22.211755 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 16:09:22.211817 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 16:09:22.211875 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 16:09:22.211936 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 16:09:22.212003 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 16:09:22.212064 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 16:09:22.212126 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 16:09:22.212184 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 16:09:22.212245 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 16:09:22.212304 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 16:09:22.212364 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 16:09:22.212424 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 16:09:22.212508 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 16:09:22.212574 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 16:09:22.212635 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 16:09:22.212699 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 16:09:22.212765 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 16:09:22.212826 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 16:09:22.212888 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 16:09:22.212948 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 16:09:22.213006 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 16:09:22.213067 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 16:09:22.213129 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 16:09:22.213190 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 16:09:22.213248 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 16:09:22.213309 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 16:09:22.213368 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 16:09:22.213428 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 16:09:22.213488 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 16:09:22.213553 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 16:09:22.213614 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 16:09:22.213673 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 16:09:22.213749 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 16:09:22.213809 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 16:09:22.213871 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 16:09:22.213929 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 16:09:22.213990 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 16:09:22.214049 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 16:09:22.214107 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 16:09:22.214167 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 16:09:22.214227 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 16:09:22.214291 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 16:09:22.214349 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 16:09:22.214410 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 16:09:22.214468 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 16:09:22.214525 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 16:09:22.214586 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 16:09:22.214648 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 16:09:22.214711 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 16:09:22.214773 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 16:09:22.214833 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 16:09:22.214893 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 16:09:22.214950 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 16:09:22.215014 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 16:09:22.215075 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 16:09:22.215135 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 16:09:22.215195 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 16:09:22.215253 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 16:09:22.215312 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 16:09:22.215373 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 16:09:22.215431 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 16:09:22.215487 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 16:09:22.215548 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 16:09:22.215605 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 16:09:22.215663 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 16:09:22.215729 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 16:09:22.215800 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 16:09:22.215861 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 16:09:22.215920 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 16:09:22.215981 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 16:09:22.216039 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 16:09:22.216099 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 16:09:22.216157 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 16:09:22.216216 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 16:09:22.216274 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 16:09:22.216334 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 16:09:22.216392 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 16:09:22.216450 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 16:09:22.216543 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 16:09:22.216605 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 16:09:22.216662 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 16:09:22.216730 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 16:09:22.216789 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 16:09:22.216850 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 16:09:22.216907 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 16:09:22.216967 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 16:09:22.217025 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 16:09:22.217087 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 16:09:22.217147 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 16:09:22.217206 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 16:09:22.217266 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 16:09:22.217329 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 16:09:22.217387 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 16:09:22.217444 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 16:09:22.217504 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 16:09:22.217566 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 16:09:22.217624 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 16:09:22.217680 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 16:09:22.217751 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 16:09:22.217808 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 16:09:22.217868 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 16:09:22.217926 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 16:09:22.217984 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 16:09:22.218050 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 16:09:22.218110 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 16:09:22.218168 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 16:09:22.218228 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 16:09:22.218285 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 16:09:22.218344 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 16:09:22.218404 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 16:09:22.218461 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 16:09:22.218521 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 16:09:22.218580 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 16:09:22.218638 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 16:09:22.218704 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 16:09:22.218779 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 16:09:22.218838 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 16:09:22.218899 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 16:09:22.218957 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 16:09:22.219014 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 16:09:22.219075 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 16:09:22.219135 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 16:09:22.219194 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 16:09:22.219254 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 16:09:22.219312 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 16:09:22.219371 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 16:09:22.219429 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 16:09:22.219490 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 16:09:22.219553 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 16:09:22.219611 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 16:09:22.219671 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 16:09:22.219736 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 16:09:22.219794 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 16:09:22.219855 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 16:09:22.219913 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 16:09:22.219969 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 16:09:22.220029 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 16:09:22.220087 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 16:09:22.220144 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 16:09:22.220204 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 16:09:22.220267 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 16:09:22.220328 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 16:09:22.220386 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 16:09:22.220443 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 16:09:22.220561 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 16:09:22.220638 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 16:09:22.220706 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 16:09:22.220767 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 16:09:22.220824 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 16:09:22.220885 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 16:09:22.220942 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 16:09:22.220999 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 16:09:22.221065 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 16:09:22.221124 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 16:09:22.221183 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 16:09:22.221242 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 16:09:22.221302 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 16:09:22.221362 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 16:09:22.221421 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 16:09:22.221477 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 16:09:22.221535 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 16:09:22.221595 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 16:09:22.221652 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 16:09:22.221719 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 16:09:22.221779 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 16:09:22.221843 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 16:09:22.221903 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 16:09:22.221961 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 16:09:22.222023 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 16:09:22.222081 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 16:09:22.222141 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 16:09:22.222199 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 16:09:22.222259 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 16:09:22.222317 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 16:09:22.222377 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 16:09:22.222438 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 16:09:22.222496 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 16:09:22.222567 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 16:09:22.222626 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 16:09:22.222683 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 16:09:22.222753 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 16:09:22.222811 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 16:09:22.222870 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 16:09:22.222929 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 16:09:22.222989 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 16:09:22.223047 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 16:09:22.223107 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 16:09:22.223165 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 16:09:22.223226 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 16:09:22.223289 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 16:09:22.223349 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 16:09:22.223406 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 16:09:22.223464 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 16:09:22.223524 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 16:09:22.223581 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 16:09:22.223638 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 16:09:22.223702 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 16:09:22.223773 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 16:09:22.223831 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 16:09:22.223897 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 16:09:22.223957 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 16:09:22.224016 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 16:09:22.224080 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 16:09:22.224138 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 16:09:22.224199 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 16:09:22.224256 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 16:09:22.224313 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 16:09:22.224371 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 16:09:22.224432 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 16:09:22.224522 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 16:09:22.224582 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 16:09:22.224642 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 16:09:22.224705 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 16:09:22.224766 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 16:09:22.224832 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 16:09:22.224891 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 16:09:22.224950 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 16:09:22.225018 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 16:09:22.225078 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 16:09:22.225136 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 16:09:22.225194 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 16:09:22.225255 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 16:09:22.225315 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 16:09:22.225377 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 16:09:22.225435 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 16:09:22.225493 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 16:09:22.225552 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 16:09:22.225615 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 16:09:22.225672 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 16:09:22.225737 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 16:09:22.225795 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 16:09:22.225853 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 16:09:22.225913 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 16:09:22.225970 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 16:09:22.226030 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 16:09:22.226089 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 16:09:22.226145 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 16:09:22.226207 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 16:09:22.226263 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 16:09:22.226332 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 16:09:22.226392 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 16:09:22.226452 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 16:09:22.226520 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 16:09:22.226581 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 16:09:22.226639 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 16:09:22.226706 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 16:09:22.226766 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 16:09:22.226824 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 16:09:22.226886 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 16:09:22.226979 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 16:09:22.227080 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 16:09:22.227174 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 16:09:22.227240 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 16:09:22.227300 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 16:09:22.227361 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 16:09:22.227421 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 16:09:22.227480 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 16:09:22.227539 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 16:09:22.227597 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 16:09:22.227657 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 16:09:22.227760 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 16:09:22.227822 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 16:09:22.227880 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 16:09:22.227941 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 16:09:22.228008 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 16:09:22.228066 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 16:09:22.228127 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 16:09:22.228185 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 16:09:22.228243 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 16:09:22.228305 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 16:09:22.228362 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 16:09:22.228419 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 16:09:22.228509 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 16:09:22.228589 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 16:09:22.228651 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 16:09:22.228724 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 16:09:22.228794 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 16:09:22.228856 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 16:09:22.228916 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 16:09:22.228976 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 16:09:22.229034 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 16:09:22.229095 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 16:09:22.229154 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 16:09:22.229212 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 16:09:22.229271 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 16:09:22.229331 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 16:09:22.229388 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 16:09:22.229449 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 16:09:22.229511 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 16:09:22.229572 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 16:09:22.229631 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 16:09:22.229691 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 16:09:22.229754 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 16:09:22.229818 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 16:09:22.229875 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 16:09:22.229933 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 16:09:22.229994 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 16:09:22.230053 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 16:09:22.230114 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 16:09:22.230173 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 16:09:22.230232 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 16:09:22.230297 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 16:09:22.230355 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 16:09:22.230416 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 16:09:22.230473 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 16:09:22.230532 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 16:09:22.230592 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 16:09:22.230650 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 16:09:22.230715 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 16:09:22.230777 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 16:09:22.230835 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 16:09:22.230895 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 16:09:22.230954 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 16:09:22.231017 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 16:09:22.231077 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 16:09:22.231136 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 16:09:22.231194 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 16:09:22.231254 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 16:09:22.231333 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 16:09:22.231391 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 16:09:22.231452 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 16:09:22.231508 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 16:09:22.231568 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 16:09:22.231626 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 16:09:22.231686 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 16:09:22.231750 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 16:09:22.231813 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 16:09:22.231873 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 16:09:22.231930 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 16:09:22.231990 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 16:09:22.232048 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 16:09:22.232110 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 16:09:22.232166 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 16:09:22.232225 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 16:09:22.232285 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 16:09:22.232342 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 16:09:22.232403 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 16:09:22.232461 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 16:09:22.232553 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 16:09:22.232614 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 16:09:22.232676 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 16:09:22.232742 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 16:09:22.232800 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 16:09:22.232861 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 16:09:22.232918 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 16:09:22.232980 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 16:09:22.233038 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 16:09:22.233097 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 16:09:22.233156 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 16:09:22.233216 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 16:09:22.233287 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 16:09:22.233346 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 16:09:22.233407 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 16:09:22.233468 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 16:09:22.233527 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 16:09:22.233587 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 16:09:22.233645 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 16:09:22.233720 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 16:09:22.233781 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 16:09:22.233840 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 16:09:22.233897 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 16:09:22.233957 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 16:09:22.234016 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 16:09:22.234082 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 16:09:22.234143 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 16:09:22.234203 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 16:09:22.234261 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 16:09:22.234321 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 16:09:22.234379 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 16:09:22.234437 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 16:09:22.234498 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 16:09:22.234556 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 16:09:22.234616 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 16:09:22.234677 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 16:09:22.234744 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 16:09:22.234810 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 16:09:22.234870 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 16:09:22.234931 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 16:09:22.234992 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 16:09:22.235050 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 16:09:22.235110 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 16:09:22.235171 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 16:09:22.235229 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 16:09:22.235290 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 16:09:22.235349 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 16:09:22.235409 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 16:09:22.235470 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 16:09:22.235536 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 16:09:22.235596 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 16:09:22.235657 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 16:09:22.235724 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 16:09:22.235785 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 16:09:22.235846 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 16:09:22.235905 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 16:09:22.235965 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 16:09:22.236026 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 16:09:22.236088 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 16:09:22.236149 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 16:09:22.236207 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 16:09:22.236265 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 16:09:22.236329 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 16:09:22.236387 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 16:09:22.236449 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 16:09:22.236531 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 16:09:22.236593 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 16:09:22.236649 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 16:09:22.236713 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 16:09:22.236774 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 16:09:22.236835 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 16:09:22.236893 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 16:09:22.236953 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 16:09:22.237010 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 16:09:22.237075 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 16:09:22.237134 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 16:09:22.237195 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 16:09:22.237255 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 16:09:22.237313 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 16:09:22.237374 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 16:09:22.237432 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 16:09:22.237490 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 16:09:22.237550 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 16:09:22.237607 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 16:09:22.237664 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 16:09:22.237731 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 16:09:22.237792 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 16:09:22.237854 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 16:09:22.237914 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 16:09:22.237974 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 16:09:22.238034 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 16:09:22.238092 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 16:09:22.238151 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 16:09:22.238209 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 16:09:22.238269 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 16:09:22.238328 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 16:09:22.238387 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 16:09:22.238445 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 16:09:22.238502 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 16:09:22.238564 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 16:09:22.238625 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 16:09:22.238682 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 16:09:22.238756 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 16:09:22.238820 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 16:09:22.238878 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 16:09:22.238935 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 16:09:22.238995 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 16:09:22.239053 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 16:09:22.239111 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 16:09:22.239171 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 16:09:22.239228 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 16:09:22.239295 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 16:09:22.239357 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 16:09:22.239417 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 16:09:22.239476 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 16:09:22.239537 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 16:09:22.239598 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 16:09:22.239655 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 16:09:22.239720 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 16:09:22.239778 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 16:09:22.239837 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 16:09:22.239897 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 16:09:22.239953 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 16:09:22.240015 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 16:09:22.240078 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 16:09:22.240139 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 16:09:22.240197 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 16:09:22.240257 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 16:09:22.240314 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 16:09:22.240370 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 16:09:22.240430 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 16:09:22.240515 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 16:09:22.240575 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 16:09:22.240634 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 16:09:22.240700 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 16:09:22.240760 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 16:09:22.240825 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 16:09:22.240886 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 16:09:22.240943 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 16:09:22.241003 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 16:09:22.241064 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 16:09:22.241122 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 16:09:22.241182 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 16:09:22.241241 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 16:09:22.241300 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 16:09:22.241360 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 16:09:22.241419 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 16:09:22.241477 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 16:09:22.241544 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 16:09:22.241602 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 16:09:22.241661 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 16:09:22.241729 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 16:09:22.241787 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 16:09:22.241847 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 16:09:22.241905 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 16:09:22.241966 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 16:09:22.242024 140058754663872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 16:09:22.247852 140058754663872 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 16:09:22.248418 140058754663872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 16:09:22.261773 140058754663872 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 16:09:22.280407 140058754663872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 16:09:22.280714 140058754663872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 16:09:22.288522 140058754663872 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 16:09:22.374099 140058754663872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 16:09:22.374363 140058754663872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 16:09:22.377051 140058754663872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 16:09:22.377315 140058754663872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 16:09:22.538250 140058754663872 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 16:09:22.539053 140058754663872 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 16:09:22.539678 140058754663872 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 16:09:22.968641 140058754663872 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 16:09:23.423916 140058754663872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 16:09:23.759120: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 16:09:23.759181: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 16:09:23.759216: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 16:09:34.911665 140058754663872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 16:09:34.913585 140058754663872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 16:09:34.928970 140058754663872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 16:09:34.970156 140058754663872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 16:09:38.351840 140058754663872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 16:09:38.357434 140058754663872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 16:09:38.384893 140058754663872 module_wrapper.py:139] From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 16:09:38.431895 140058754663872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 16:09:38.443485 140058754663872 module_wrapper.py:139] From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:363: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 16:09:38.527478 140058754663872 module_wrapper.py:139] From resnet_main.py:363: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 16:09:38.531868 140058754663872 resnet_main.py:386] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 16:09:38.532141 140058754663872 resnet_main.py:387] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 16:09:38.532213 140058754663872 resnet_main.py:388] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 16:09:38.532277 140058754663872 resnet_main.py:389] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 16:09:38.532337 140058754663872 resnet_main.py:390] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 16:09:38.532396 140058754663872 resnet_main.py:391] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.5 ************************************** +I1010 16:09:38.532463 140058754663872 resnet_main.py:392] ****************************** the weight_decay_input is 1.5 ************************************** +INFO:tensorflow:****************************** the beta1 is 0.9 ************************************** +I1010 16:09:38.532557 140058754663872 resnet_main.py:393] ****************************** the beta1 is 0.9 ************************************** +INFO:tensorflow:****************************** the beta2 is 0.9 ************************************** +I1010 16:09:38.532630 140058754663872 resnet_main.py:394] ****************************** the beta2 is 0.9 ************************************** +INFO:tensorflow:****************************** the eps is 1e-06 ************************************** +I1010 16:09:38.532690 140058754663872 resnet_main.py:395] ****************************** the eps is 1e-06 ************************************** +WARNING:tensorflow:From resnet_main.py:396: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 16:09:38.532826 140058754663872 module_wrapper.py:139] From resnet_main.py:396: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:396: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 16:09:38.532953 140058754663872 module_wrapper.py:139] From resnet_main.py:396: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 16:09:38.533927 140058754663872 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 16:09:38.568552 140058754663872 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:97: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 16:09:41.920833 140058754663872 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:97: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:42.017195 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:42.085289 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:42.157936 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:42.281781 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:42.352400 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:42.424341 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:42.544003 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:42.611696 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:42.685574 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:42.806531 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:42.873878 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:42.944596 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:43.065846 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:43.135113 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:43.209005 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:43.334502 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:43.404767 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:43.481038 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:43.621335 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:43.687289 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:43.761915 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:43.885575 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:43.954495 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:44.022803 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:44.138250 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:44.204659 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:44.278419 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:44.403420 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:44.481518 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:44.556957 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:44.674665 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:44.747080 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:44.819540 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:44.943430 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:45.011042 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:45.082268 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:45.201926 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:45.269777 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:45.341285 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:45.461507 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:45.529292 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:45.598579 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:45.718044 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:45.789356 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:45.860150 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:45.985620 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:46.053572 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:46.124937 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:46.247106 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:46.318684 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:46.394052 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:46.515002 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:46.581206 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:46.650212 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:46.769359 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:46.835216 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:46.905742 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:47.023890 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:47.093664 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:47.164819 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:47.286088 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:47.354350 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:47.432241 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:47.554338 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:47.621464 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:47.692756 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:47.812750 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:47.883327 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:47.955210 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:48.073687 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:48.141000 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:48.220204 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:48.346230 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:48.420804 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:48.513823 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:48.648041 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:49.059952 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:49.132266 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:49.255609 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:49.321974 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:49.392571 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:49.510565 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:49.578176 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:49.649766 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:49.770165 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:49.838742 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:49.908668 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:50.021527 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:50.084232 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:50.150965 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:50.260853 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:50.326715 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:50.396575 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:50.511250 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:50.573734 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:50.641227 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:50.760297 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:50.826643 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:50.895904 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:51.014565 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:51.085403 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:51.156950 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:51.277772 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:51.344522 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:51.416398 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:51.532573 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:51.594456 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:51.660830 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:51.775566 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:51.842540 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:51.920170 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:52.044503 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:52.113584 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:52.184119 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:52.303466 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:52.369981 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:52.441909 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:52.560573 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:52.629590 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:52.710594 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:52.830835 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:52.896969 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:52.966051 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:53.084724 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:53.151237 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:53.222292 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:53.342402 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:53.413305 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:53.486093 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:53.606962 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:53.675580 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:53.752685 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:53.873647 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:53.942467 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:54.016439 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:54.137569 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:54.207431 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:54.281234 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:54.403938 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:54.473437 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:54.545609 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:54.663156 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:54.730660 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:54.802532 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:54.921873 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:54.987860 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:55.060199 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:55.177957 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:55.246866 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:55.323851 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:55.450229 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:55.516582 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:55.590953 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:55.717431 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:55.780500 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:55.849679 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:55.971543 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:56.045488 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:56.126169 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:56.250663 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 16:09:56.374669 140058754663872 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 16:09:57.075769 140058754663872 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 16:09:57.353487 140058754663872 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 16:10:03.696561 140058754663872 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 16:10:04.859968 140058754663872 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 16:10:18.198182 140058754663872 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 16:10:18.362796 140058754663872 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:10:39.236459 140058754663872 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 16:10:52.091361 140058754663872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 16:10:53.250220 140058754663872 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 16:10:53.250833 140058754663872 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 16:10:53.251492: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 16:10:53.278458 140058754663872 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 16:10:53.309583 140058754663872 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 16:10:53.363475 140058754663872 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 16:11:00.312088 140058754663872 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 16:11:00.313152 140056752805632 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 16:11:00.313653 140056744412928 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 16:11:00.368913 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:11:00.441339 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:11:00.493561 140058754663872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:11:00.494000 140058754663872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 16:11:30.521202 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:11:30.610944 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 16:11:48.520437 140056744412928 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 16:12:00.686532 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:12:00.771915 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:12:27.825730 140058754663872 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:12:30.853494 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:12:30.923842 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.9927907, step = 200 +I1010 16:12:42.465600 140058754663872 basic_session_run_hooks.py:262] loss = 4.9927907, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:12:42.468111 140058754663872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:12:42.468525 140058754663872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 16:12:53.952864 140056744412928 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 16:13:00.999011 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:13:01.085231 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 16:13:31.170526 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:13:31.247302 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:13:34.139033 140058754663872 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.9186354, step = 400 (65.136 sec) +I1010 16:13:47.601859 140058754663872 basic_session_run_hooks.py:260] loss = 3.9186354, step = 400 (65.136 sec) +INFO:tensorflow:global_step/sec: 3.07047 +I1010 16:13:47.603951 140058754663872 tpu_estimator.py:2307] global_step/sec: 3.07047 +INFO:tensorflow:examples/sec: 201227 +I1010 16:13:47.605487 140058754663872 tpu_estimator.py:2308] examples/sec: 201227 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:13:47.607043 140058754663872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:13:47.607299 140058754663872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 1) +I1010 16:13:54.086309 140056744412928 tpu_estimator.py:279] Outfeed finished for iteration (2, 1) +I1010 16:14:01.328378 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:14:01.398076 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 16:14:31.472577 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:14:31.546657 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:14:34.237119 140058754663872 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9414911, step = 600 (59.632 sec) +I1010 16:14:47.233808 140058754663872 basic_session_run_hooks.py:260] loss = 2.9414911, step = 600 (59.632 sec) +INFO:tensorflow:global_step/sec: 3.35392 +I1010 16:14:47.235640 140058754663872 tpu_estimator.py:2307] global_step/sec: 3.35392 +INFO:tensorflow:examples/sec: 219803 +I1010 16:14:47.236088 140058754663872 tpu_estimator.py:2308] examples/sec: 219803 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:14:47.237273 140058754663872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:14:47.237469 140058754663872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 4) +I1010 16:14:54.236284 140056744412928 tpu_estimator.py:279] Outfeed finished for iteration (3, 4) +I1010 16:15:01.620980 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:15:01.689241 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 16:15:31.773504 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:15:31.847858 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:15:33.403887 140058754663872 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.1113498, step = 800 (58.074 sec) +I1010 16:15:45.308284 140058754663872 basic_session_run_hooks.py:260] loss = 3.1113498, step = 800 (58.074 sec) +INFO:tensorflow:global_step/sec: 3.44385 +I1010 16:15:45.310184 140058754663872 tpu_estimator.py:2307] global_step/sec: 3.44385 +INFO:tensorflow:examples/sec: 225696 +I1010 16:15:45.310730 140058754663872 tpu_estimator.py:2308] examples/sec: 225696 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:15:45.312362 140058754663872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:15:45.312607 140058754663872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 13) +I1010 16:15:54.296031 140056744412928 tpu_estimator.py:279] Outfeed finished for iteration (4, 13) +I1010 16:16:01.926291 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:16:02.002814 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:16:31.286994 140058754663872 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:16:32.073292 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:16:32.158108 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 16:16:39.564719 140058754663872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.480218, step = 1000 (58.585 sec) +I1010 16:16:43.893543 140058754663872 basic_session_run_hooks.py:260] loss = 2.480218, step = 1000 (58.585 sec) +INFO:tensorflow:global_step/sec: 3.41382 +I1010 16:16:43.895661 140058754663872 tpu_estimator.py:2307] global_step/sec: 3.41382 +INFO:tensorflow:examples/sec: 223728 +I1010 16:16:43.896085 140058754663872 tpu_estimator.py:2308] examples/sec: 223728 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:16:43.897758 140058754663872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:16:43.897990 140058754663872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 20) +I1010 16:16:54.438673 140056744412928 tpu_estimator.py:279] Outfeed finished for iteration (5, 20) +I1010 16:17:02.231769 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:17:02.310269 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:17:29.271225 140058754663872 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:17:32.394782 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:17:32.469146 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.2592404, step = 1200 (59.244 sec) +I1010 16:17:43.137274 140058754663872 basic_session_run_hooks.py:260] loss = 2.2592404, step = 1200 (59.244 sec) +INFO:tensorflow:global_step/sec: 3.37591 +I1010 16:17:43.138829 140058754663872 tpu_estimator.py:2307] global_step/sec: 3.37591 +INFO:tensorflow:examples/sec: 221244 +I1010 16:17:43.139257 140058754663872 tpu_estimator.py:2308] examples/sec: 221244 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:17:43.140424 140058754663872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:17:43.140647 140058754663872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 24) +I1010 16:17:54.506288 140056744412928 tpu_estimator.py:279] Outfeed finished for iteration (6, 24) +I1010 16:18:02.547183 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:18:02.617744 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:18:28.479027 140058754663872 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:18:32.702109 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:18:32.783930 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.26091, step = 1400 (57.896 sec) +I1010 16:18:41.033649 140058754663872 basic_session_run_hooks.py:260] loss = 2.26091, step = 1400 (57.896 sec) +INFO:tensorflow:global_step/sec: 3.45444 +I1010 16:18:41.035289 140058754663872 tpu_estimator.py:2307] global_step/sec: 3.45444 +INFO:tensorflow:examples/sec: 226390 +I1010 16:18:41.035746 140058754663872 tpu_estimator.py:2308] examples/sec: 226390 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:18:41.036844 140058754663872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:18:41.037048 140058754663872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 30) +I1010 16:18:54.575895 140056744412928 tpu_estimator.py:279] Outfeed finished for iteration (7, 30) +I1010 16:19:02.859996 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:19:02.928582 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:19:26.689336 140058754663872 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:19:33.013494 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:19:33.092156 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.9691694, step = 1600 (58.122 sec) +I1010 16:19:39.155472 140058754663872 basic_session_run_hooks.py:260] loss = 1.9691694, step = 1600 (58.122 sec) +INFO:tensorflow:global_step/sec: 3.44104 +I1010 16:19:39.157232 140058754663872 tpu_estimator.py:2307] global_step/sec: 3.44104 +INFO:tensorflow:examples/sec: 225512 +I1010 16:19:39.157677 140058754663872 tpu_estimator.py:2308] examples/sec: 225512 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 16:19:39.158974 140058754663872 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 16:19:39.159215 140058754663872 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 46) +I1010 16:19:54.778762 140056744412928 tpu_estimator.py:279] Outfeed finished for iteration (8, 46) +I1010 16:20:03.164304 140056736020224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:20:03.261902 140056736020224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.9504359, step = 1760 (37.632 sec) +I1010 16:20:16.787818 140058754663872 basic_session_run_hooks.py:260] loss = 1.9504359, step = 1760 (37.632 sec) +INFO:tensorflow:global_step/sec: 4.25144 +I1010 16:20:16.791583 140058754663872 tpu_estimator.py:2307] global_step/sec: 4.25144 +INFO:tensorflow:examples/sec: 278622 +I1010 16:20:18.280215 140058754663872 tpu_estimator.py:2308] examples/sec: 278622 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:20:18.282143 140058754663872 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:Stop infeed thread controller +I1010 16:20:32.611335 140058754663872 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 16:20:32.611645 140058754663872 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 16:20:32.611864 140056752805632 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 16:20:32.611972 140056752805632 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 16:20:32.612123 140058754663872 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 16:20:32.612274 140058754663872 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 16:20:32.612354 140058754663872 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 16:20:32.612531 140056744412928 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 16:20:32.612658 140056744412928 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 16:20:32.612782 140058754663872 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 16:20:32.612875 140058754663872 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.9504359. +I1010 16:20:34.868231 140058754663872 estimator.py:371] Loss for final step: 1.9504359. +INFO:tensorflow:training_loop marked as finished +I1010 16:20:34.869229 140058754663872 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:62: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 16:20:38.534409 139995933312448 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 16:20:38.541524 139995933312448 module_wrapper.py:139] From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 16:20:38.541827 139995933312448 module_wrapper.py:139] From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 16:20:38.545965 139995933312448 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 16:20:38.604366 139995933312448 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 16:20:38.604749 139995933312448 transport.py:157] Attempting refresh to obtain initial access_token +I1010 16:20:38.703300 139995933312448 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 16:20:38.762512 139995933312448 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 16:20:38.762872 139995933312448 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 16:20:38.881458 139995933312448 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 16:20:38.882836 139995933312448 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 16:20:38.883133 139995933312448 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 16:20:38.883682 139995933312448 module_wrapper.py:139] From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 16:20:38.883769 139995933312448 resnet_main.py:557] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 16:20:38.883856 139995933312448 resnet_main.py:576] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 16:20:38.883982 139995933312448 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 16:20:39.101027 139995933312448 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 16:20:39.101656 139995933312448 resnet_main.py:595] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 16:20:39.102111 139995933312448 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 16:20:39.103733: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 16:20:39.118402 139995933312448 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 16:20:39.118743 139995933312448 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 16:20:39.121429 139995933312448 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 16:20:39.121509 139995933312448 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 16:20:39.121576 139995933312448 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 16:20:39.121886 139995933312448 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 16:20:39.121957 139995933312448 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 16:20:39.122020 139995933312448 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 16:20:39.122082 139995933312448 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 16:20:39.122144 139995933312448 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 16:20:39.122205 139995933312448 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 16:20:39.122265 139995933312448 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 16:20:39.122329 139995933312448 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 16:20:39.122406 139995933312448 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 16:20:39.122471 139995933312448 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 16:20:39.128834 139995933312448 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 16:20:39.130858 139995933312448 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 16:20:39.146312 139995933312448 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 16:20:39.146644 139995933312448 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 16:20:39.156403 139995933312448 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 16:20:39.252270 139995933312448 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 16:20:39.252681 139995933312448 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 16:20:39.420994 139995933312448 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 16:20:39.421902 139995933312448 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 16:20:39.422569 139995933312448 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 16:20:39.856606 139995933312448 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 16:20:40.487077: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 16:20:40.487143: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 16:20:40.487183: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 16:20:40.511894 139995933312448 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 16:20:40.513576 139995933312448 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 16:20:40.529414 139995933312448 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 16:20:40.558084 139995933312448 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 16:20:42.948354 139995933312448 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 16:20:42.956938 139995933312448 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 16:20:42.984065 139995933312448 module_wrapper.py:139] From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 16:20:43.035531 139995933312448 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 16:20:43.047684 139995933312448 module_wrapper.py:139] From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 16:20:43.151273 139995933312448 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:451: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 16:20:43.406282 139995933312448 module_wrapper.py:139] From resnet_main.py:451: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:453: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 16:20:43.423182 139995933312448 module_wrapper.py:139] From resnet_main.py:453: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 16:20:43.443881 139995933312448 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T16:20:43Z +I1010 16:20:43.461952 139995933312448 evaluation.py:255] Starting evaluation at 2019-10-10T16:20:43Z +INFO:tensorflow:TPU job name worker +I1010 16:20:43.462239 139995933312448 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 16:20:44.025434 139995933312448 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 16:20:44.086545 139995933312448 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 16:20:46.667810 139995933312448 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 16:20:46.688316 139995933312448 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 16:20:46.731424 139995933312448 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 16:20:46.747101 139995933312448 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 16:20:53.136974 139995933312448 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 16:20:53.137989 139993980856064 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 16:20:53.138614 139993972463360 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 16:20:53.391592 139995933312448 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 16:20:53.413836 139995933312448 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 16:20:53.415857 139995933312448 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 16:20:53.458482 139993964070656 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 16:20:53.531433 139993964070656 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 16:21:04.499711 139993972463360 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 16:21:13.044413 139995933312448 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 16:21:13.044888 139995933312448 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 16:21:13.044995 139995933312448 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 16:21:13.045200 139993980856064 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 16:21:13.045331 139993980856064 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 16:21:13.045490 139995933312448 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 16:21:13.045605 139995933312448 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 16:21:13.045665 139995933312448 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 16:21:13.048156 139993972463360 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 16:21:13.048379 139993972463360 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 16:21:13.048602 139995933312448 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 16:21:13.048749 139995933312448 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-16:21:23 +I1010 16:21:23.788903 139995933312448 evaluation.py:275] Finished evaluation at 2019-10-10-16:21:23 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.972422, top_1_accuracy = 0.7512614, top_5_accuracy = 0.92405194 +I1010 16:21:23.789354 139995933312448 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.972422, top_1_accuracy = 0.7512614, top_5_accuracy = 0.92405194 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 16:21:25.952177 139995933312448 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 16:21:26.261792 139995933312448 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.972422, 'top_1_accuracy': 0.7512614, 'global_step': 1760, 'top_5_accuracy': 0.92405194}. Elapsed seconds: 47 +I1010 16:21:26.262203 139995933312448 resnet_main.py:604] Eval results: {'loss': 1.972422, 'top_1_accuracy': 0.7512614, 'global_step': 1760, 'top_5_accuracy': 0.92405194}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 16:21:26.262358 139995933312448 resnet_main.py:610] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570723798051935... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570724426852361... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570723800.v3-512#1570724432543224... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570723833340313... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570724198848605... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570724199007145... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570724203247725... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570724257061909... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570724257254452... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570724260941323... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570724316219215... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570724316417225... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570724320492024... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570724374272484... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570724374449443... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570724378612584... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570724426196738... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570724426374307... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570724430467675... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570724484366468... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570724484.v3-512#1570724486190995... / [21 objects] Operation completed over 21 objects. -WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:62: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. -WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. -WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. WARNING:tensorflow: The TensorFlow contrib module will not be included in TensorFlow 2.0. @@ -41,7 +6199,7 @@ For more information, please see: * https://github.com/tensorflow/io (for I/O related ops) If you depend on functionality not listed there, please file an issue. -W1010 03:38:42.833969 139671487096256 lazy_loader.py:50] +W1010 16:21:30.719465 140510405330368 lazy_loader.py:50] The TensorFlow contrib module will not be included in TensorFlow 2.0. For more information, please see: * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md @@ -49,22 +6207,22 @@ For more information, please see: * https://github.com/tensorflow/io (for I/O related ops) If you depend on functionality not listed there, please file an issue. -WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. +WARNING:tensorflow:From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. -W1010 03:38:42.839853 139671487096256 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. +W1010 16:21:30.726499 140510405330368 module_wrapper.py:139] From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. -WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. +WARNING:tensorflow:From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. -W1010 03:38:42.840136 139671487096256 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. +W1010 16:21:30.726814 140510405330368 module_wrapper.py:139] From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. -I1010 03:38:42.843530 139671487096256 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest -I1010 03:38:42.905123 139671487096256 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json -I1010 03:38:42.905376 139671487096256 transport.py:157] Attempting refresh to obtain initial access_token -I1010 03:38:42.992731 139671487096256 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest -I1010 03:38:43.041383 139671487096256 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json -I1010 03:38:43.041637 139671487096256 transport.py:157] Attempting refresh to obtain initial access_token -WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. -W1010 03:38:43.126420 139671487096256 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +I1010 16:21:30.731102 140510405330368 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 16:21:30.779355 140510405330368 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 16:21:30.779735 140510405330368 transport.py:157] Attempting refresh to obtain initial access_token +I1010 16:21:30.857989 140510405330368 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 16:21:30.905463 140510405330368 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 16:21:30.905791 140510405330368 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 16:21:30.987586 140510405330368 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { rewrite_options { disable_meta_optimizer: true @@ -331,8 +6489,8 @@ cluster_def { } } } -, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} -I1010 03:38:43.127815 139671487096256 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 16:21:30.989339 140510405330368 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { rewrite_options { disable_meta_optimizer: true } @@ -598,1976 +6756,2474 @@ cluster_def { } } } -, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} INFO:tensorflow:_TPUContext: eval_on_tpu True -I1010 03:38:43.128086 139671487096256 tpu_context.py:220] _TPUContext: eval_on_tpu True -WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. +I1010 16:21:30.989685 140510405330368 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. -W1010 03:38:43.128599 139671487096256 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. +W1010 16:21:30.990235 140510405330368 module_wrapper.py:139] From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. INFO:tensorflow:Precision: bfloat16 -I1010 03:38:43.128709 139671487096256 resnet_main.py:550] Precision: bfloat16 +I1010 16:21:30.990324 140510405330368 resnet_main.py:557] Precision: bfloat16 INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord -I1010 03:38:43.128793 139671487096256 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 16:21:30.990410 140510405330368 resnet_main.py:576] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. -I1010 03:38:43.226778 139671487096256 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 16:21:31.105249 140510405330368 resnet_main.py:629] Training for 1760 steps (92.63 epochs in total). Current step 0. INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. -I1010 03:38:43.323016 139671487096256 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. -2019-10-10 03:38:43.324803: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +I1010 16:21:31.200249 140510405330368 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 16:21:31.202628: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. INFO:tensorflow:Found TPU system: -I1010 03:38:43.378143 139671487096256 tpu_system_metadata.py:148] Found TPU system: +I1010 16:21:31.268510 140510405330368 tpu_system_metadata.py:148] Found TPU system: INFO:tensorflow:*** Num TPU Cores: 512 -I1010 03:38:43.378403 139671487096256 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +I1010 16:21:31.268879 140510405330368 tpu_system_metadata.py:149] *** Num TPU Cores: 512 INFO:tensorflow:*** Num TPU Workers: 64 -I1010 03:38:43.378879 139671487096256 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +I1010 16:21:31.269459 140510405330368 tpu_system_metadata.py:150] *** Num TPU Workers: 64 INFO:tensorflow:*** Num TPU Cores Per Worker: 8 -I1010 03:38:43.378943 139671487096256 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +I1010 16:21:31.269530 140510405330368 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) -I1010 03:38:43.379005 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 16:21:31.269593 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) -I1010 03:38:43.379287 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 16:21:31.269896 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) -I1010 03:38:43.379369 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 16:21:31.269974 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) -I1010 03:38:43.379434 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 16:21:31.270039 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) -I1010 03:38:43.379494 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 16:21:31.270101 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) -I1010 03:38:43.379555 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 16:21:31.270159 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) -I1010 03:38:43.379616 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 16:21:31.270221 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) -I1010 03:38:43.379683 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 16:21:31.270283 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) -I1010 03:38:43.379744 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 16:21:31.270344 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) -I1010 03:38:43.379802 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 16:21:31.270404 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) -I1010 03:38:43.379865 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 16:21:31.270467 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) -I1010 03:38:43.379928 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 16:21:31.270530 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) -I1010 03:38:43.380000 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 16:21:31.270591 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) -I1010 03:38:43.380057 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 16:21:31.270648 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) -I1010 03:38:43.380122 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 16:21:31.270714 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) -I1010 03:38:43.380179 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 16:21:31.270772 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) -I1010 03:38:43.380237 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 16:21:31.270832 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) -I1010 03:38:43.380294 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 16:21:31.270901 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) -I1010 03:38:43.380350 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 16:21:31.270961 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) -I1010 03:38:43.380407 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 16:21:31.271019 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) -I1010 03:38:43.380464 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 16:21:31.271079 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) -I1010 03:38:43.380595 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 16:21:31.271137 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) -I1010 03:38:43.380657 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 16:21:31.271197 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) -I1010 03:38:43.380722 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 16:21:31.271270 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) -I1010 03:38:43.380779 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 16:21:31.271332 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) -I1010 03:38:43.380836 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 16:21:31.271389 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) -I1010 03:38:43.380894 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 16:21:31.271456 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) -I1010 03:38:43.380958 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 16:21:31.271514 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) -I1010 03:38:43.381015 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 16:21:31.271887 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) -I1010 03:38:43.381071 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 16:21:31.272006 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) -I1010 03:38:43.381148 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 16:21:31.272079 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) -I1010 03:38:43.381206 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 16:21:31.272147 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) -I1010 03:38:43.381278 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 16:21:31.272217 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) -I1010 03:38:43.381335 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 16:21:31.272284 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) -I1010 03:38:43.381392 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 16:21:31.272355 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) -I1010 03:38:43.381448 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 16:21:31.272422 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) -I1010 03:38:43.381505 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 16:21:31.272619 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) -I1010 03:38:43.381578 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 16:21:31.272712 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) -I1010 03:38:43.381637 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 16:21:31.272778 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) -I1010 03:38:43.381707 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 16:21:31.272857 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) -I1010 03:38:43.381767 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 16:21:31.272922 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) -I1010 03:38:43.381827 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 16:21:31.272989 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) -I1010 03:38:43.381886 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 16:21:31.273057 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) -I1010 03:38:43.381946 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 16:21:31.273123 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) -I1010 03:38:43.382004 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 16:21:31.273190 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) -I1010 03:38:43.382064 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 16:21:31.273256 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) -I1010 03:38:43.382122 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 16:21:31.273320 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) -I1010 03:38:43.382180 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 16:21:31.273385 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) -I1010 03:38:43.382240 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 16:21:31.273454 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) -I1010 03:38:43.382298 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 16:21:31.273520 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) -I1010 03:38:43.382356 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 16:21:31.273585 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) -I1010 03:38:43.382420 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 16:21:31.273668 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) -I1010 03:38:43.382478 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 16:21:31.273734 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) -I1010 03:38:43.382535 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 16:21:31.273796 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) -I1010 03:38:43.382595 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 16:21:31.273859 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) -I1010 03:38:43.382652 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 16:21:31.273925 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) -I1010 03:38:43.382719 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 16:21:31.273989 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) -I1010 03:38:43.382777 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 16:21:31.274053 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) -I1010 03:38:43.382836 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 16:21:31.274118 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) -I1010 03:38:43.382894 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 16:21:31.274189 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) -I1010 03:38:43.382952 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 16:21:31.274260 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) -I1010 03:38:43.383011 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 16:21:31.274323 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) -I1010 03:38:43.383069 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 16:21:31.274388 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) -I1010 03:38:43.383126 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 16:21:31.274467 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) -I1010 03:38:43.383189 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 16:21:31.274533 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) -I1010 03:38:43.383248 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 16:21:31.274595 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) -I1010 03:38:43.383306 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 16:21:31.274660 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) -I1010 03:38:43.383366 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 16:21:31.274724 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) -I1010 03:38:43.383424 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 16:21:31.274789 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) -I1010 03:38:43.383482 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 16:21:31.274851 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) -I1010 03:38:43.383541 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 16:21:31.274914 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) -I1010 03:38:43.383598 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 16:21:31.274975 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) -I1010 03:38:43.383656 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 16:21:31.275038 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) -I1010 03:38:43.384005 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 16:21:31.275101 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) -I1010 03:38:43.384104 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 16:21:31.275165 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) -I1010 03:38:43.384185 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 16:21:31.275228 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) -I1010 03:38:43.384273 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 16:21:31.275296 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) -I1010 03:38:43.384349 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 16:21:31.275358 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) -I1010 03:38:43.384422 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 16:21:31.275423 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) -I1010 03:38:43.384540 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 16:21:31.275490 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) -I1010 03:38:43.384658 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 16:21:31.275553 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) -I1010 03:38:43.384728 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 16:21:31.275614 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) -I1010 03:38:43.384797 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 16:21:31.275676 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) -I1010 03:38:43.384862 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 16:21:31.275738 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) -I1010 03:38:43.384929 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 16:21:31.275799 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) -I1010 03:38:43.384996 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 16:21:31.275861 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) -I1010 03:38:43.385065 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 16:21:31.275922 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) -I1010 03:38:43.385133 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 16:21:31.275984 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) -I1010 03:38:43.385200 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 16:21:31.276051 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) -I1010 03:38:43.385293 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 16:21:31.276115 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) -I1010 03:38:43.385363 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 16:21:31.276176 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) -I1010 03:38:43.385426 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 16:21:31.276237 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) -I1010 03:38:43.385490 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 16:21:31.276298 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) -I1010 03:38:43.385552 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 16:21:31.276357 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) -I1010 03:38:43.385627 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 16:21:31.276417 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) -I1010 03:38:43.385689 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 16:21:31.276546 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) -I1010 03:38:43.385751 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 16:21:31.276631 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) -I1010 03:38:43.385813 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 16:21:31.276693 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) -I1010 03:38:43.385879 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 16:21:31.276755 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) -I1010 03:38:43.385941 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 16:21:31.276814 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) -I1010 03:38:43.386004 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 16:21:31.276875 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) -I1010 03:38:43.386074 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 16:21:31.276947 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) -I1010 03:38:43.386137 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 16:21:31.277008 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) -I1010 03:38:43.386199 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 16:21:31.277066 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) -I1010 03:38:43.386260 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 16:21:31.277127 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) -I1010 03:38:43.386320 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 16:21:31.277185 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) -I1010 03:38:43.386380 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 16:21:31.277244 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) -I1010 03:38:43.386441 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 16:21:31.277302 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) -I1010 03:38:43.386502 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 16:21:31.277362 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) -I1010 03:38:43.386571 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 16:21:31.277422 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) -I1010 03:38:43.386635 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 16:21:31.277491 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) -I1010 03:38:43.386698 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 16:21:31.277550 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) -I1010 03:38:43.386759 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 16:21:31.277612 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) -I1010 03:38:43.386821 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 16:21:31.277679 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) -I1010 03:38:43.386889 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 16:21:31.277740 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) -I1010 03:38:43.386950 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 16:21:31.277800 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) -I1010 03:38:43.387012 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 16:21:31.277859 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) -I1010 03:38:43.387072 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 16:21:31.277920 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) -I1010 03:38:43.387131 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 16:21:31.277978 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) -I1010 03:38:43.387191 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 16:21:31.278038 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) -I1010 03:38:43.387252 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 16:21:31.278099 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) -I1010 03:38:43.387311 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 16:21:31.278158 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) -I1010 03:38:43.387373 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 16:21:31.278219 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) -I1010 03:38:43.387434 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 16:21:31.278280 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) -I1010 03:38:43.387495 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 16:21:31.278341 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) -I1010 03:38:43.387554 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 16:21:31.278400 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) -I1010 03:38:43.387636 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 16:21:31.278476 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) -I1010 03:38:43.387697 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 16:21:31.278537 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) -I1010 03:38:43.387756 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 16:21:31.278597 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) -I1010 03:38:43.387814 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 16:21:31.278656 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) -I1010 03:38:43.387873 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 16:21:31.278717 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) -I1010 03:38:43.387933 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 16:21:31.278778 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) -I1010 03:38:43.387993 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 16:21:31.278837 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) -I1010 03:38:43.388052 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 16:21:31.278897 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) -I1010 03:38:43.388112 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 16:21:31.278955 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) -I1010 03:38:43.388170 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 16:21:31.279015 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) -I1010 03:38:43.388228 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 16:21:31.279072 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) -I1010 03:38:43.388288 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 16:21:31.279130 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) -I1010 03:38:43.388351 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 16:21:31.279195 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) -I1010 03:38:43.388411 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 16:21:31.279253 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) -I1010 03:38:43.388510 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 16:21:31.279310 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) -I1010 03:38:43.388614 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 16:21:31.279369 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) -I1010 03:38:43.388679 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 16:21:31.279428 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) -I1010 03:38:43.388748 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 16:21:31.279494 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) -I1010 03:38:43.388807 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 16:21:31.279556 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) -I1010 03:38:43.388864 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 16:21:31.279617 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) -I1010 03:38:43.388921 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 16:21:31.279676 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) -I1010 03:38:43.388978 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 16:21:31.279736 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) -I1010 03:38:43.389034 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 16:21:31.279797 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) -I1010 03:38:43.389091 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 16:21:31.279855 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) -I1010 03:38:43.389147 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 16:21:31.279923 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) -I1010 03:38:43.389210 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 16:21:31.279989 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) -I1010 03:38:43.389267 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 16:21:31.280050 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) -I1010 03:38:43.389326 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 16:21:31.280109 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) -I1010 03:38:43.389383 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 16:21:31.280169 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) -I1010 03:38:43.389441 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 16:21:31.280229 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) -I1010 03:38:43.389498 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 16:21:31.280287 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) -I1010 03:38:43.389555 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 16:21:31.280345 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) -I1010 03:38:43.389620 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 16:21:31.280405 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) -I1010 03:38:43.389677 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 16:21:31.280503 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) -I1010 03:38:43.389734 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 16:21:31.280606 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) -I1010 03:38:43.389790 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 16:21:31.280669 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) -I1010 03:38:43.389847 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 16:21:31.280730 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) -I1010 03:38:43.389909 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 16:21:31.280800 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) -I1010 03:38:43.389987 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 16:21:31.280868 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) -I1010 03:38:43.390048 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 16:21:31.280926 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) -I1010 03:38:43.390106 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 16:21:31.280987 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) -I1010 03:38:43.390166 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 16:21:31.281045 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) -I1010 03:38:43.390224 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 16:21:31.281104 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) -I1010 03:38:43.390283 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 16:21:31.281162 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) -I1010 03:38:43.390341 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 16:21:31.281220 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) -I1010 03:38:43.390399 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 16:21:31.281279 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) -I1010 03:38:43.390458 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 16:21:31.281337 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) -I1010 03:38:43.390516 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 16:21:31.281394 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) -I1010 03:38:43.390579 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 16:21:31.281459 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) -I1010 03:38:43.390645 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 16:21:31.281523 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) -I1010 03:38:43.390703 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 16:21:31.281594 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) -I1010 03:38:43.390763 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 16:21:31.281656 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) -I1010 03:38:43.390822 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 16:21:31.281713 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) -I1010 03:38:43.390881 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 16:21:31.281773 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) -I1010 03:38:43.390938 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 16:21:31.281831 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) -I1010 03:38:43.390997 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 16:21:31.281888 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) -I1010 03:38:43.391056 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 16:21:31.281946 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) -I1010 03:38:43.391113 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 16:21:31.282005 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) -I1010 03:38:43.391172 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 16:21:31.282063 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) -I1010 03:38:43.391231 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 16:21:31.282120 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) -I1010 03:38:43.391308 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 16:21:31.282180 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) -I1010 03:38:43.391369 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 16:21:31.282244 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) -I1010 03:38:43.391438 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 16:21:31.282305 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) -I1010 03:38:43.391499 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 16:21:31.282363 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) -I1010 03:38:43.391556 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 16:21:31.282423 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) -I1010 03:38:43.391623 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 16:21:31.282488 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) -I1010 03:38:43.391681 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 16:21:31.282546 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) -I1010 03:38:43.391741 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 16:21:31.282603 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) -I1010 03:38:43.391798 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 16:21:31.282663 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) -I1010 03:38:43.391856 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 16:21:31.282721 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) -I1010 03:38:43.391916 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 16:21:31.282783 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) -I1010 03:38:43.391974 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 16:21:31.282843 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) -I1010 03:38:43.392033 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 16:21:31.282901 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) -I1010 03:38:43.392091 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 16:21:31.282963 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) -I1010 03:38:43.392160 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 16:21:31.283030 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) -I1010 03:38:43.392220 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 16:21:31.283088 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) -I1010 03:38:43.392277 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 16:21:31.283148 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) -I1010 03:38:43.392337 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 16:21:31.283206 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) -I1010 03:38:43.392395 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 16:21:31.283265 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) -I1010 03:38:43.392453 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 16:21:31.283324 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) -I1010 03:38:43.392580 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 16:21:31.283380 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) -I1010 03:38:43.392647 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 16:21:31.283438 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) -I1010 03:38:43.392707 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 16:21:31.283504 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) -I1010 03:38:43.392766 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 16:21:31.283562 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) -I1010 03:38:43.392827 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 16:21:31.283622 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) -I1010 03:38:43.392888 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 16:21:31.283680 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) -I1010 03:38:43.392946 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 16:21:31.283746 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) -I1010 03:38:43.393013 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 16:21:31.283806 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) -I1010 03:38:43.393070 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 16:21:31.283864 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) -I1010 03:38:43.393131 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 16:21:31.283921 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) -I1010 03:38:43.393189 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 16:21:31.283977 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) -I1010 03:38:43.393248 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 16:21:31.284043 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) -I1010 03:38:43.393306 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 16:21:31.284101 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) -I1010 03:38:43.393367 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 16:21:31.284161 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) -I1010 03:38:43.393425 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 16:21:31.284219 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) -I1010 03:38:43.393485 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 16:21:31.284276 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) -I1010 03:38:43.393543 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 16:21:31.284334 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) -I1010 03:38:43.393610 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 16:21:31.284393 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) -I1010 03:38:43.393668 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 16:21:31.284461 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) -I1010 03:38:43.393733 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 16:21:31.284585 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) -I1010 03:38:43.393791 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 16:21:31.284648 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) -I1010 03:38:43.393860 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 16:21:31.284708 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) -I1010 03:38:43.393922 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 16:21:31.284768 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) -I1010 03:38:43.393980 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 16:21:31.284826 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) -I1010 03:38:43.394038 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 16:21:31.284885 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) -I1010 03:38:43.394098 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 16:21:31.284945 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) -I1010 03:38:43.394156 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 16:21:31.285003 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) -I1010 03:38:43.394216 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 16:21:31.285062 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) -I1010 03:38:43.394273 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 16:21:31.285120 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) -I1010 03:38:43.394332 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 16:21:31.285178 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) -I1010 03:38:43.394392 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 16:21:31.285240 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) -I1010 03:38:43.394455 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 16:21:31.285307 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) -I1010 03:38:43.394515 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 16:21:31.285366 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) -I1010 03:38:43.394578 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 16:21:31.285423 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) -I1010 03:38:43.394639 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 16:21:31.285487 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) -I1010 03:38:43.394697 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 16:21:31.285547 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) -I1010 03:38:43.394757 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 16:21:31.285605 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) -I1010 03:38:43.394815 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 16:21:31.285665 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) -I1010 03:38:43.394874 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 16:21:31.285723 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) -I1010 03:38:43.394932 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 16:21:31.285782 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) -I1010 03:38:43.394990 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 16:21:31.285840 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) -I1010 03:38:43.395049 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 16:21:31.285898 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) -I1010 03:38:43.395107 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 16:21:31.285957 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) -I1010 03:38:43.395164 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 16:21:31.286020 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) -I1010 03:38:43.395227 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 16:21:31.286077 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) -I1010 03:38:43.395287 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 16:21:31.286135 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) -I1010 03:38:43.395345 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 16:21:31.286197 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) -I1010 03:38:43.395404 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 16:21:31.286257 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) -I1010 03:38:43.395463 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 16:21:31.286317 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) -I1010 03:38:43.395522 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 16:21:31.286376 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) -I1010 03:38:43.395586 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 16:21:31.286437 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) -I1010 03:38:43.395646 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 16:21:31.286504 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) -I1010 03:38:43.395704 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 16:21:31.286567 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) -I1010 03:38:43.395761 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 16:21:31.286627 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) -I1010 03:38:43.395819 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 16:21:31.286684 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) -I1010 03:38:43.395878 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 16:21:31.286741 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) -I1010 03:38:43.395941 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 16:21:31.286806 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) -I1010 03:38:43.396001 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 16:21:31.286864 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) -I1010 03:38:43.396059 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 16:21:31.286921 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) -I1010 03:38:43.396119 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 16:21:31.286979 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) -I1010 03:38:43.396177 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 16:21:31.287038 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) -I1010 03:38:43.396234 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 16:21:31.287096 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) -I1010 03:38:43.396292 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 16:21:31.287153 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) -I1010 03:38:43.396351 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 16:21:31.287213 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) -I1010 03:38:43.396409 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 16:21:31.287271 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) -I1010 03:38:43.396466 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 16:21:31.287328 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) -I1010 03:38:43.396624 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 16:21:31.287385 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) -I1010 03:38:43.396684 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 16:21:31.287448 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) -I1010 03:38:43.396750 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 16:21:31.287518 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) -I1010 03:38:43.396811 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 16:21:31.287576 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) -I1010 03:38:43.396872 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 16:21:31.287637 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) -I1010 03:38:43.396931 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 16:21:31.287697 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) -I1010 03:38:43.396991 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 16:21:31.287755 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) -I1010 03:38:43.397048 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 16:21:31.287811 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) -I1010 03:38:43.397108 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 16:21:31.287869 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) -I1010 03:38:43.397166 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 16:21:31.287928 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) -I1010 03:38:43.397223 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 16:21:31.287986 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) -I1010 03:38:43.397281 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 16:21:31.288045 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) -I1010 03:38:43.397341 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 16:21:31.288104 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) -I1010 03:38:43.397398 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 16:21:31.288162 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) -I1010 03:38:43.397458 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 16:21:31.288233 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) -I1010 03:38:43.397522 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 16:21:31.288292 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) -I1010 03:38:43.397588 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 16:21:31.288352 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) -I1010 03:38:43.397646 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 16:21:31.288410 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) -I1010 03:38:43.397705 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 16:21:31.288499 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) -I1010 03:38:43.397763 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 16:21:31.288563 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) -I1010 03:38:43.397820 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 16:21:31.288620 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) -I1010 03:38:43.397880 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 16:21:31.288680 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) -I1010 03:38:43.397938 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 16:21:31.288738 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) -I1010 03:38:43.397995 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 16:21:31.288795 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) -I1010 03:38:43.398056 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 16:21:31.288853 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) -I1010 03:38:43.398114 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 16:21:31.288913 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) -I1010 03:38:43.398175 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 16:21:31.288970 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) -I1010 03:38:43.398237 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 16:21:31.289033 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) -I1010 03:38:43.398298 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 16:21:31.289092 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) -I1010 03:38:43.398355 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 16:21:31.289149 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) -I1010 03:38:43.398415 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 16:21:31.289206 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) -I1010 03:38:43.398473 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 16:21:31.289263 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) -I1010 03:38:43.398531 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 16:21:31.289323 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) -I1010 03:38:43.398597 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 16:21:31.289381 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) -I1010 03:38:43.398654 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 16:21:31.289438 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) -I1010 03:38:43.398715 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 16:21:31.289503 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) -I1010 03:38:43.398773 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 16:21:31.289561 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) -I1010 03:38:43.398833 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 16:21:31.289622 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) -I1010 03:38:43.398891 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 16:21:31.289680 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) -I1010 03:38:43.398953 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 16:21:31.289742 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) -I1010 03:38:43.399013 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 16:21:31.289800 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) -I1010 03:38:43.399072 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 16:21:31.289859 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) -I1010 03:38:43.399131 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 16:21:31.289916 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) -I1010 03:38:43.399188 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 16:21:31.289974 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) -I1010 03:38:43.399246 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 16:21:31.290031 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) -I1010 03:38:43.399306 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 16:21:31.290090 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) -I1010 03:38:43.399363 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 16:21:31.290148 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) -I1010 03:38:43.399422 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 16:21:31.290206 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) -I1010 03:38:43.399481 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 16:21:31.290266 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) -I1010 03:38:43.399539 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 16:21:31.290326 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) -I1010 03:38:43.399899 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 16:21:31.290384 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) -I1010 03:38:43.400013 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 16:21:31.290452 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) -I1010 03:38:43.400115 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 16:21:31.290509 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) -I1010 03:38:43.400188 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 16:21:31.290566 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) -I1010 03:38:43.400259 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 16:21:31.290625 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) -I1010 03:38:43.400331 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 16:21:31.290683 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) -I1010 03:38:43.400398 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 16:21:31.290740 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) -I1010 03:38:43.400496 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 16:21:31.290800 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) -I1010 03:38:43.400576 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 16:21:31.290858 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) -I1010 03:38:43.400649 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 16:21:31.290916 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) -I1010 03:38:43.400729 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 16:21:31.290975 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) -I1010 03:38:43.400800 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 16:21:31.291033 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) -I1010 03:38:43.400872 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 16:21:31.291095 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) -I1010 03:38:43.400940 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 16:21:31.291153 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) -I1010 03:38:43.401015 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 16:21:31.291218 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) -I1010 03:38:43.401084 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 16:21:31.291294 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) -I1010 03:38:43.401151 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 16:21:31.291354 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) -I1010 03:38:43.401226 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 16:21:31.291414 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) -I1010 03:38:43.401294 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 16:21:31.291476 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) -I1010 03:38:43.401361 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 16:21:31.291546 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) -I1010 03:38:43.401427 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 16:21:31.291609 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) -I1010 03:38:43.401490 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 16:21:31.291666 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) -I1010 03:38:43.401557 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 16:21:31.291726 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) -I1010 03:38:43.401623 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 16:21:31.291784 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) -I1010 03:38:43.401726 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 16:21:31.291842 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) -I1010 03:38:43.401793 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 16:21:31.291901 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) -I1010 03:38:43.401859 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 16:21:31.291965 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) -I1010 03:38:43.401932 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 16:21:31.292023 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) -I1010 03:38:43.401997 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 16:21:31.292082 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) -I1010 03:38:43.402061 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 16:21:31.292140 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) -I1010 03:38:43.402124 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 16:21:31.292200 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) -I1010 03:38:43.402188 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 16:21:31.292258 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) -I1010 03:38:43.402251 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 16:21:31.292318 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) -I1010 03:38:43.402312 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 16:21:31.292376 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) -I1010 03:38:43.402374 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 16:21:31.292435 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) -I1010 03:38:43.402435 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 16:21:31.292521 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) -I1010 03:38:43.402497 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 16:21:31.292582 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) -I1010 03:38:43.402556 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 16:21:31.292642 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) -I1010 03:38:43.402617 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 16:21:31.292700 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) -I1010 03:38:43.402694 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 16:21:31.292764 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) -I1010 03:38:43.402757 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 16:21:31.292824 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) -I1010 03:38:43.402820 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 16:21:31.292885 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) -I1010 03:38:43.402880 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 16:21:31.292944 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) -I1010 03:38:43.402940 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 16:21:31.293004 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) -I1010 03:38:43.403002 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 16:21:31.293061 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) -I1010 03:38:43.403062 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 16:21:31.293121 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) -I1010 03:38:43.403120 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 16:21:31.293181 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) -I1010 03:38:43.403179 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 16:21:31.293240 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) -I1010 03:38:43.403239 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 16:21:31.293298 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) -I1010 03:38:43.403297 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 16:21:31.293355 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) -I1010 03:38:43.403358 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 16:21:31.293414 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) -I1010 03:38:43.403433 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 16:21:31.293490 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) -I1010 03:38:43.403497 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 16:21:31.293550 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) -I1010 03:38:43.403558 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 16:21:31.293611 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) -I1010 03:38:43.403619 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 16:21:31.293669 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) -I1010 03:38:43.403685 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 16:21:31.293728 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) -I1010 03:38:43.403744 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 16:21:31.293786 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) -I1010 03:38:43.403803 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 16:21:31.293843 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) -I1010 03:38:43.403871 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 16:21:31.293901 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) -I1010 03:38:43.403932 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 16:21:31.293960 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) -I1010 03:38:43.403991 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 16:21:31.294018 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) -I1010 03:38:43.404050 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 16:21:31.294075 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) -I1010 03:38:43.404109 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 16:21:31.294135 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) -I1010 03:38:43.404169 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 16:21:31.294199 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) -I1010 03:38:43.404237 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 16:21:31.294260 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) -I1010 03:38:43.404297 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 16:21:31.294320 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) -I1010 03:38:43.404356 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 16:21:31.294378 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) -I1010 03:38:43.404414 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 16:21:31.294437 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) -I1010 03:38:43.404498 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 16:21:31.294502 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) -I1010 03:38:43.404561 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 16:21:31.294560 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) -I1010 03:38:43.404619 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 16:21:31.294619 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) -I1010 03:38:43.404684 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 16:21:31.294677 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) -I1010 03:38:43.404742 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 16:21:31.294735 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) -I1010 03:38:43.404803 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 16:21:31.294794 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) -I1010 03:38:43.404861 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 16:21:31.294852 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) -I1010 03:38:43.404922 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 16:21:31.294912 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) -I1010 03:38:43.404985 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 16:21:31.294975 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) -I1010 03:38:43.405045 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 16:21:31.295032 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) -I1010 03:38:43.405103 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 16:21:31.295090 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) -I1010 03:38:43.405162 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 16:21:31.295149 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) -I1010 03:38:43.405220 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 16:21:31.295207 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) -I1010 03:38:43.405291 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 16:21:31.295265 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) -I1010 03:38:43.405350 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 16:21:31.295324 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) -I1010 03:38:43.405411 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 16:21:31.295382 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) -I1010 03:38:43.405472 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 16:21:31.295445 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) -I1010 03:38:43.405529 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 16:21:31.295506 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) -I1010 03:38:43.405589 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 16:21:31.295563 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) -I1010 03:38:43.405647 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 16:21:31.295623 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) -I1010 03:38:43.405715 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 16:21:31.295686 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) -I1010 03:38:43.405776 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 16:21:31.295751 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) -I1010 03:38:43.405833 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 16:21:31.295809 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) -I1010 03:38:43.405890 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 16:21:31.295866 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) -I1010 03:38:43.405949 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 16:21:31.295924 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) -I1010 03:38:43.406007 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 16:21:31.295983 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) -I1010 03:38:43.406064 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 16:21:31.296041 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) -I1010 03:38:43.406124 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 16:21:31.296098 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) -I1010 03:38:43.406182 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 16:21:31.296156 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) -I1010 03:38:43.406240 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 16:21:31.296215 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) -I1010 03:38:43.406299 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 16:21:31.296272 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) -I1010 03:38:43.406356 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 16:21:31.296330 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) -I1010 03:38:43.406414 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 16:21:31.296395 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) -I1010 03:38:43.406476 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 16:21:31.296458 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) -I1010 03:38:43.406536 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 16:21:31.296540 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) -I1010 03:38:43.406593 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 16:21:31.296600 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) -I1010 03:38:43.406656 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 16:21:31.296658 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) -I1010 03:38:43.406716 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 16:21:31.296716 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) -I1010 03:38:43.406774 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 16:21:31.296775 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) -I1010 03:38:43.406832 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 16:21:31.296833 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) -I1010 03:38:43.406891 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 16:21:31.296892 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) -I1010 03:38:43.406949 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 16:21:31.296952 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) -I1010 03:38:43.407011 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 16:21:31.297009 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) -I1010 03:38:43.407068 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 16:21:31.297066 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) -I1010 03:38:43.407126 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 16:21:31.297125 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) -I1010 03:38:43.407190 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 16:21:31.297188 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) -I1010 03:38:43.407248 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 16:21:31.297246 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) -I1010 03:38:43.407306 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 16:21:31.297310 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) -I1010 03:38:43.407366 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 16:21:31.297368 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) -I1010 03:38:43.407423 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 16:21:31.297426 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) -I1010 03:38:43.407483 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 16:21:31.297492 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) -I1010 03:38:43.407541 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 16:21:31.297550 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) -I1010 03:38:43.407598 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 16:21:31.297610 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) -I1010 03:38:43.407670 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 16:21:31.297669 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) -I1010 03:38:43.407728 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 16:21:31.297727 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) -I1010 03:38:43.407787 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 16:21:31.297785 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) -I1010 03:38:43.407844 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 16:21:31.297842 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) -I1010 03:38:43.407902 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 16:21:31.297909 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) -I1010 03:38:43.407964 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 16:21:31.297967 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) -I1010 03:38:43.408023 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 16:21:31.298026 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) -I1010 03:38:43.408082 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 16:21:31.298084 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) -I1010 03:38:43.408138 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 16:21:31.298142 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) -I1010 03:38:43.408198 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 16:21:31.298202 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) -I1010 03:38:43.408256 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 16:21:31.298260 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) -I1010 03:38:43.408324 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 16:21:31.298319 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) -I1010 03:38:43.408380 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 16:21:31.298376 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) -I1010 03:38:43.408437 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 16:21:31.298434 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) -I1010 03:38:43.408514 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 16:21:31.298497 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) -I1010 03:38:43.408572 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 16:21:31.298556 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) -I1010 03:38:43.408628 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 16:21:31.298613 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) -I1010 03:38:43.408696 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 16:21:31.298676 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) -I1010 03:38:43.408756 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 16:21:31.298734 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) -I1010 03:38:43.408813 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 16:21:31.298793 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) -I1010 03:38:43.408879 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 16:21:31.298857 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) -I1010 03:38:43.408957 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 16:21:31.298918 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) -I1010 03:38:43.409015 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 16:21:31.298976 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) -I1010 03:38:43.409075 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 16:21:31.299035 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) -I1010 03:38:43.409133 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 16:21:31.299098 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) -I1010 03:38:43.409193 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 16:21:31.299158 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) -I1010 03:38:43.409250 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 16:21:31.299216 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) -I1010 03:38:43.409308 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 16:21:31.299273 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) -I1010 03:38:43.409367 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 16:21:31.299333 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) -I1010 03:38:43.409430 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 16:21:31.299397 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) -I1010 03:38:43.409490 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 16:21:31.299460 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) -I1010 03:38:43.409548 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 16:21:31.299520 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) -I1010 03:38:43.409606 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 16:21:31.299577 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) -I1010 03:38:43.409671 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 16:21:31.299635 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) -I1010 03:38:43.409729 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 16:21:31.299694 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) -I1010 03:38:43.409789 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 16:21:31.299751 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) -I1010 03:38:43.409847 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 16:21:31.299808 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) -I1010 03:38:43.409904 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 16:21:31.299871 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) -I1010 03:38:43.409961 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 16:21:31.299932 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) -I1010 03:38:43.410021 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 16:21:31.299990 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) -I1010 03:38:43.410079 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 16:21:31.300049 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) -I1010 03:38:43.410136 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 16:21:31.300113 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) -I1010 03:38:43.410202 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 16:21:31.300173 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) -I1010 03:38:43.410260 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 16:21:31.300231 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) -I1010 03:38:43.410320 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 16:21:31.300290 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) -I1010 03:38:43.410377 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 16:21:31.300349 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) -I1010 03:38:43.410435 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 16:21:31.300406 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) -I1010 03:38:43.410494 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 16:21:31.300493 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) -I1010 03:38:43.410552 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 16:21:31.300556 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) -I1010 03:38:43.410609 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 16:21:31.300616 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) -I1010 03:38:43.410672 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 16:21:31.300673 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) -I1010 03:38:43.410732 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 16:21:31.300731 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) -I1010 03:38:43.410792 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 16:21:31.300790 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) -I1010 03:38:43.410851 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 16:21:31.300848 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) -I1010 03:38:43.410913 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 16:21:31.300914 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) -I1010 03:38:43.410973 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 16:21:31.300971 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) -I1010 03:38:43.411031 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 16:21:31.301031 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) -I1010 03:38:43.411088 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 16:21:31.301088 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) -I1010 03:38:43.411148 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 16:21:31.301146 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) -I1010 03:38:43.411206 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 16:21:31.301203 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) -I1010 03:38:43.411264 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 16:21:31.301261 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) -I1010 03:38:43.411339 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 16:21:31.301320 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) -I1010 03:38:43.411400 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 16:21:31.301377 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) -I1010 03:38:43.411458 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 16:21:31.301434 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) -I1010 03:38:43.411518 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 16:21:31.301501 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) -I1010 03:38:43.411576 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 16:21:31.301572 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) -I1010 03:38:43.411642 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 16:21:31.301636 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) -I1010 03:38:43.411709 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 16:21:31.301696 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) -I1010 03:38:43.411767 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 16:21:31.301754 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) -I1010 03:38:43.411828 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 16:21:31.301812 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) -I1010 03:38:43.411892 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 16:21:31.301871 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) -I1010 03:38:43.411952 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 16:21:31.301928 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) -I1010 03:38:43.412010 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 16:21:31.301987 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) -I1010 03:38:43.412069 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 16:21:31.302047 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) -I1010 03:38:43.412127 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 16:21:31.302104 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) -I1010 03:38:43.412187 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 16:21:31.302164 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) -I1010 03:38:43.412245 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 16:21:31.302221 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) -I1010 03:38:43.412303 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 16:21:31.302278 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) -I1010 03:38:43.412362 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 16:21:31.302340 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) -I1010 03:38:43.412425 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 16:21:31.302397 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) -I1010 03:38:43.412520 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 16:21:31.302459 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) -I1010 03:38:43.412580 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 16:21:31.302517 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) -I1010 03:38:43.412636 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 16:21:31.302576 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) -I1010 03:38:43.412698 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 16:21:31.302633 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) -I1010 03:38:43.412756 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 16:21:31.302691 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) -I1010 03:38:43.412816 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 16:21:31.302751 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) -I1010 03:38:43.412873 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 16:21:31.302809 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) -I1010 03:38:43.412930 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 16:21:31.302866 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) -I1010 03:38:43.412986 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 16:21:31.302925 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) -I1010 03:38:43.413043 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 16:21:31.302982 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) -I1010 03:38:43.413099 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 16:21:31.303040 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) -I1010 03:38:43.413161 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 16:21:31.303107 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) -I1010 03:38:43.413219 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 16:21:31.303165 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) -I1010 03:38:43.413275 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 16:21:31.303222 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) -I1010 03:38:43.413350 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 16:21:31.303281 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) -I1010 03:38:43.413408 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 16:21:31.303339 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) -I1010 03:38:43.413467 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 16:21:31.303396 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) -I1010 03:38:43.413527 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 16:21:31.303458 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) -I1010 03:38:43.413587 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 16:21:31.303517 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) -I1010 03:38:43.413645 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 16:21:31.303575 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) -I1010 03:38:43.413711 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 16:21:31.303632 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) -I1010 03:38:43.413769 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 16:21:31.303689 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) -I1010 03:38:43.413829 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 16:21:31.303746 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) -I1010 03:38:43.413897 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 16:21:31.303812 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) -I1010 03:38:43.413963 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 16:21:31.303869 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) -I1010 03:38:43.414021 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 16:21:31.303927 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) -I1010 03:38:43.414081 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 16:21:31.303986 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) -I1010 03:38:43.414139 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 16:21:31.304044 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) -I1010 03:38:43.414200 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 16:21:31.304102 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) -I1010 03:38:43.414258 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 16:21:31.304161 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) -I1010 03:38:43.414315 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 16:21:31.304218 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) -I1010 03:38:43.414374 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 16:21:31.304275 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) -I1010 03:38:43.414433 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 16:21:31.304332 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) -I1010 03:38:43.414490 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 16:21:31.304389 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) -I1010 03:38:43.414549 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 16:21:31.304452 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) -I1010 03:38:43.414607 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 16:21:31.304532 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) -I1010 03:38:43.414674 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 16:21:31.304595 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) -I1010 03:38:43.414736 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 16:21:31.304655 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) -I1010 03:38:43.414793 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 16:21:31.304713 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) -I1010 03:38:43.414851 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 16:21:31.304771 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) -I1010 03:38:43.414911 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 16:21:31.304830 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) -I1010 03:38:43.414969 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 16:21:31.304888 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) -I1010 03:38:43.415026 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 16:21:31.304946 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) -I1010 03:38:43.415086 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 16:21:31.305003 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) -I1010 03:38:43.415144 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 16:21:31.305062 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) -I1010 03:38:43.415203 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 16:21:31.305119 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) -I1010 03:38:43.415261 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 16:21:31.305177 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) -I1010 03:38:43.415319 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 16:21:31.305234 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) -I1010 03:38:43.415384 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 16:21:31.305298 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) -I1010 03:38:43.415442 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 16:21:31.305356 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) -I1010 03:38:43.415501 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 16:21:31.305414 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) -I1010 03:38:43.415560 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 16:21:31.305479 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) -I1010 03:38:43.415618 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 16:21:31.305537 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) -I1010 03:38:43.415683 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 16:21:31.305596 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) -I1010 03:38:43.415743 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 16:21:31.305654 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) -I1010 03:38:43.415802 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 16:21:31.305712 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) -I1010 03:38:43.415859 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 16:21:31.305771 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) -I1010 03:38:43.415918 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 16:21:31.305829 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) -I1010 03:38:43.415976 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 16:21:31.305886 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) -I1010 03:38:43.416033 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 16:21:31.305944 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) -I1010 03:38:43.416093 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 16:21:31.306008 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) -I1010 03:38:43.416157 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 16:21:31.306066 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) -I1010 03:38:43.416214 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 16:21:31.306123 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) -I1010 03:38:43.416273 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 16:21:31.306181 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) -I1010 03:38:43.416331 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 16:21:31.306240 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) -I1010 03:38:43.416389 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 16:21:31.306298 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) -I1010 03:38:43.416449 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 16:21:31.306355 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) -I1010 03:38:43.416531 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 16:21:31.306413 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) -I1010 03:38:43.416591 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 16:21:31.306478 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) -I1010 03:38:43.416655 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 16:21:31.306535 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) -I1010 03:38:43.416717 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 16:21:31.306596 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) -I1010 03:38:43.416775 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 16:21:31.306653 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) -I1010 03:38:43.416836 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 16:21:31.306714 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) -I1010 03:38:43.416898 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 16:21:31.306777 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) -I1010 03:38:43.416958 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 16:21:31.306835 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) -I1010 03:38:43.417016 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 16:21:31.306894 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) -I1010 03:38:43.417073 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 16:21:31.306951 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) -I1010 03:38:43.417131 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 16:21:31.307009 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) -I1010 03:38:43.417190 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 16:21:31.307066 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) -I1010 03:38:43.417248 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 16:21:31.307125 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) -I1010 03:38:43.417305 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 16:21:31.307183 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) -I1010 03:38:43.417365 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 16:21:31.307248 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) -I1010 03:38:43.417423 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 16:21:31.307307 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) -I1010 03:38:43.417484 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 16:21:31.307365 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) -I1010 03:38:43.417543 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 16:21:31.307424 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) -I1010 03:38:43.417607 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 16:21:31.307491 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) -I1010 03:38:43.417673 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 16:21:31.307549 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) -I1010 03:38:43.417732 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 16:21:31.307606 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) -I1010 03:38:43.417790 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 16:21:31.307665 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) -I1010 03:38:43.417850 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 16:21:31.307723 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) -I1010 03:38:43.417908 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 16:21:31.307780 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) -I1010 03:38:43.417967 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 16:21:31.307838 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) -I1010 03:38:43.418026 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 16:21:31.307897 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) -I1010 03:38:43.418086 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 16:21:31.307955 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) -I1010 03:38:43.418145 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 16:21:31.308012 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) -I1010 03:38:43.418204 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 16:21:31.308070 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) -I1010 03:38:43.418261 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 16:21:31.308129 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) -I1010 03:38:43.418318 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 16:21:31.308196 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) -I1010 03:38:43.418384 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 16:21:31.308254 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) -I1010 03:38:43.418442 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 16:21:31.308312 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) -I1010 03:38:43.418499 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 16:21:31.308371 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) -I1010 03:38:43.418559 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 16:21:31.308429 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) -I1010 03:38:43.418616 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 16:21:31.308515 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) -I1010 03:38:43.418682 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 16:21:31.308573 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) -I1010 03:38:43.418740 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 16:21:31.308633 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) -I1010 03:38:43.418800 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 16:21:31.308691 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) -I1010 03:38:43.418865 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 16:21:31.308754 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) -I1010 03:38:43.418926 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 16:21:31.308814 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) -I1010 03:38:43.418983 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 16:21:31.308871 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) -I1010 03:38:43.419040 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 16:21:31.308929 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) -I1010 03:38:43.419104 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 16:21:31.308994 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) -I1010 03:38:43.419162 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 16:21:31.309051 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) -I1010 03:38:43.419219 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 16:21:31.309109 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) -I1010 03:38:43.419277 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 16:21:31.309168 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) -I1010 03:38:43.419337 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 16:21:31.309226 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) -I1010 03:38:43.419395 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 16:21:31.309284 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) -I1010 03:38:43.419456 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 16:21:31.309344 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) -I1010 03:38:43.419513 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 16:21:31.309401 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) -I1010 03:38:43.419572 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 16:21:31.309463 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) -I1010 03:38:43.419630 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 16:21:31.309521 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) -I1010 03:38:43.419694 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 16:21:31.309580 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) -I1010 03:38:43.419751 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 16:21:31.309637 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) -I1010 03:38:43.419811 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 16:21:31.309700 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) -I1010 03:38:43.419873 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 16:21:31.309757 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) -I1010 03:38:43.419933 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 16:21:31.309817 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) -I1010 03:38:43.419991 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 16:21:31.309875 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) -I1010 03:38:43.420049 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 16:21:31.309932 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) -I1010 03:38:43.420109 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 16:21:31.309992 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) -I1010 03:38:43.420167 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 16:21:31.310050 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) -I1010 03:38:43.420224 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 16:21:31.310107 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) -I1010 03:38:43.420283 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 16:21:31.310165 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) -I1010 03:38:43.420341 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 16:21:31.310225 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) -I1010 03:38:43.420398 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 16:21:31.310282 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) -I1010 03:38:43.420455 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 16:21:31.310340 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) -I1010 03:38:43.420541 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 16:21:31.310403 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) -I1010 03:38:43.420605 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 16:21:31.310467 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) -I1010 03:38:43.420672 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 16:21:31.310527 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) -I1010 03:38:43.420732 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 16:21:31.310585 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) -I1010 03:38:43.420792 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 16:21:31.310645 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) -I1010 03:38:43.420850 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 16:21:31.310702 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) -I1010 03:38:43.420907 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 16:21:31.310762 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) -I1010 03:38:43.420967 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 16:21:31.310821 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) -I1010 03:38:43.421025 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 16:21:31.310879 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) -I1010 03:38:43.421083 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 16:21:31.310936 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) -I1010 03:38:43.421143 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 16:21:31.310995 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) -I1010 03:38:43.421200 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 16:21:31.311053 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) -I1010 03:38:43.421258 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 16:21:31.311109 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) -I1010 03:38:43.421323 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 16:21:31.311177 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) -I1010 03:38:43.421381 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 16:21:31.311234 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) -I1010 03:38:43.421442 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 16:21:31.311307 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) -I1010 03:38:43.421499 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 16:21:31.311367 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) -I1010 03:38:43.421557 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 16:21:31.311424 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) -I1010 03:38:43.421617 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 16:21:31.311486 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) -I1010 03:38:43.421679 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 16:21:31.311554 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) -I1010 03:38:43.421737 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 16:21:31.311614 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) -I1010 03:38:43.421796 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 16:21:31.311671 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) -I1010 03:38:43.421854 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 16:21:31.311729 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) -I1010 03:38:43.421912 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 16:21:31.311788 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) -I1010 03:38:43.421972 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 16:21:31.311846 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) -I1010 03:38:43.422039 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 16:21:31.311911 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) -I1010 03:38:43.422097 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 16:21:31.311969 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) -I1010 03:38:43.422157 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 16:21:31.312028 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) -I1010 03:38:43.422215 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 16:21:31.312087 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) -I1010 03:38:43.422274 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 16:21:31.312145 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) -I1010 03:38:43.422332 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 16:21:31.312202 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) -I1010 03:38:43.422389 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 16:21:31.312262 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) -I1010 03:38:43.422449 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 16:21:31.312319 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) -I1010 03:38:43.422507 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 16:21:31.312377 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) -I1010 03:38:43.422564 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 16:21:31.312436 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) -I1010 03:38:43.422622 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 16:21:31.312520 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) -I1010 03:38:43.422687 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 16:21:31.312583 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) -I1010 03:38:43.422746 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 16:21:31.312649 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) -I1010 03:38:43.422811 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 16:21:31.312709 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) -I1010 03:38:43.422872 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 16:21:31.312767 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) -I1010 03:38:43.422930 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 16:21:31.312827 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) -I1010 03:38:43.422990 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 16:21:31.312884 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) -I1010 03:38:43.423048 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 16:21:31.312942 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) -I1010 03:38:43.423106 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 16:21:31.313000 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) -I1010 03:38:43.423165 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 16:21:31.313059 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) -I1010 03:38:43.423223 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 16:21:31.313117 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) -I1010 03:38:43.423281 139671487096256 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 16:21:31.313175 140510405330368 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. Instructions for updating: If using Keras pass *_constraint arguments to layers. -W1010 03:38:43.428884 139671487096256 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +W1010 16:21:31.319473 140510405330368 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. Instructions for updating: If using Keras pass *_constraint arguments to layers. WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. Instructions for updating: Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. -W1010 03:38:43.429434 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +W1010 16:21:31.320121 140510405330368 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. Instructions for updating: Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. INFO:tensorflow:Calling model_fn. -I1010 03:38:43.441915 139671487096256 estimator.py:1148] Calling model_fn. +I1010 16:21:31.333664 140510405330368 estimator.py:1148] Calling model_fn. WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.data.experimental.parallel_interleave(...)`. -W1010 03:38:43.460206 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +W1010 16:21:31.353143 140510405330368 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.data.experimental.parallel_interleave(...)`. WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. -W1010 03:38:43.460458 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +W1010 16:21:31.353472 140510405330368 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. -W1010 03:38:43.468101 139671487096256 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. +W1010 16:21:31.362730 140510405330368 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.data.experimental.shuffle_and_repeat(...)`. -W1010 03:38:43.552634 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +W1010 16:21:31.458175 140510405330368 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.data.experimental.shuffle_and_repeat(...)`. WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. -W1010 03:38:43.552895 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +W1010 16:21:31.458530 140510405330368 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.data.experimental.map_and_batch(...)`. -W1010 03:38:43.555469 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +W1010 16:21:31.461347 140510405330368 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.data.experimental.map_and_batch(...)`. WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. -W1010 03:38:43.555723 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +W1010 16:21:31.461653 140510405330368 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. -W1010 03:38:43.716372 139671487096256 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. +W1010 16:21:31.629967 140510405330368 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. -W1010 03:38:43.717201 139671487096256 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. +W1010 16:21:31.630908 140510405330368 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. -W1010 03:38:43.717849 139671487096256 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. +W1010 16:21:31.631604 140510405330368 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. -W1010 03:38:44.136626 139671487096256 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. +W1010 16:21:32.062846 140510405330368 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. Instructions for updating: `seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. -W1010 03:38:44.548652 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +W1010 16:21:32.516364 140510405330368 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. Instructions for updating: `seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. -2019-10-10 03:38:44.841713: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory -2019-10-10 03:38:44.841768: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) -2019-10-10 03:38:44.841800: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +2019-10-10 16:21:32.830902: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 16:21:32.830964: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 16:21:32.831003: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.keras.layers.Conv2D` instead. -W1010 03:38:55.276316 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +W1010 16:21:44.063299 140510405330368 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. Instructions for updating: Use `tf.keras.layers.Conv2D` instead. WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. Instructions for updating: Please use `layer.__call__` method instead. -W1010 03:38:55.277932 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +W1010 16:21:44.064975 140510405330368 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. Instructions for updating: Please use `layer.__call__` method instead. WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. Instructions for updating: Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). -W1010 03:38:55.292905 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +W1010 16:21:44.080462 140510405330368 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. Instructions for updating: Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. Instructions for updating: Use keras.layers.MaxPooling2D instead. -W1010 03:38:55.333945 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +W1010 16:21:44.122837 140510405330368 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. Instructions for updating: Use keras.layers.MaxPooling2D instead. WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. Instructions for updating: Use keras.layers.AveragePooling2D instead. -W1010 03:38:58.458767 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +W1010 16:21:47.520184 140510405330368 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. Instructions for updating: Use keras.layers.AveragePooling2D instead. WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. Instructions for updating: Use keras.layers.Dense instead. -W1010 03:38:58.463881 139671487096256 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +W1010 16:21:47.526113 140510405330368 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. Instructions for updating: Use keras.layers.Dense instead. -WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. +WARNING:tensorflow:From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. -W1010 03:38:58.490405 139671487096256 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. +W1010 16:21:47.555923 140510405330368 module_wrapper.py:139] From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. Instructions for updating: Use tf.where in 2.0, which has the same broadcast rule as np.where -W1010 03:38:58.537383 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +W1010 16:21:47.604296 140510405330368 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. Instructions for updating: Use tf.where in 2.0, which has the same broadcast rule as np.where -WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. +WARNING:tensorflow:From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. -W1010 03:38:58.548887 139671487096256 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. +W1010 16:21:47.616091 140510405330368 module_wrapper.py:139] From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. -WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. +WARNING:tensorflow:From resnet_main.py:363: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. -W1010 03:38:58.632246 139671487096256 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. +W1010 16:21:47.705323 140510405330368 module_wrapper.py:139] From resnet_main.py:363: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. INFO:tensorflow:****************************** the batch_size is 65536 ************************************** -I1010 03:38:58.636360 139671487096256 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** -INFO:tensorflow:****************************** the learning_rate is 0.044 ************************************** -I1010 03:38:58.636610 139671487096256 resnet_main.py:383] ****************************** the learning_rate is 0.044 ************************************** +I1010 16:21:47.709985 140510405330368 resnet_main.py:386] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 16:21:47.710264 140510405330368 resnet_main.py:387] ****************************** the learning_rate is 0.04 ************************************** INFO:tensorflow:****************************** the train_steps is 1760 ************************************** -I1010 03:38:58.636692 139671487096256 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +I1010 16:21:47.710347 140510405330368 resnet_main.py:388] ****************************** the train_steps is 1760 ************************************** INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** -I1010 03:38:58.636755 139671487096256 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +I1010 16:21:47.710414 140510405330368 resnet_main.py:389] ****************************** the poly_power is 0.5 ************************************** INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** -I1010 03:38:58.636816 139671487096256 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +I1010 16:21:47.710475 140510405330368 resnet_main.py:390] ****************************** the weight_decay is 0.0 ************************************** INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** -I1010 03:38:58.636874 139671487096256 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +I1010 16:21:47.710535 140510405330368 resnet_main.py:391] ****************************** the label_smoothing is 0.1 ************************************** INFO:tensorflow:****************************** the weight_decay_input is 1.5 ************************************** -I1010 03:38:58.636931 139671487096256 resnet_main.py:388] ****************************** the weight_decay_input is 1.5 ************************************** -WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. +I1010 16:21:47.710594 140510405330368 resnet_main.py:392] ****************************** the weight_decay_input is 1.5 ************************************** +INFO:tensorflow:****************************** the beta1 is 0.9 ************************************** +I1010 16:21:47.710670 140510405330368 resnet_main.py:393] ****************************** the beta1 is 0.9 ************************************** +INFO:tensorflow:****************************** the beta2 is 0.95 ************************************** +I1010 16:21:47.710728 140510405330368 resnet_main.py:394] ****************************** the beta2 is 0.95 ************************************** +INFO:tensorflow:****************************** the eps is 1e-06 ************************************** +I1010 16:21:47.710788 140510405330368 resnet_main.py:395] ****************************** the eps is 1e-06 ************************************** +WARNING:tensorflow:From resnet_main.py:396: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. -W1010 03:38:58.637068 139671487096256 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. +W1010 16:21:47.710938 140510405330368 module_wrapper.py:139] From resnet_main.py:396: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. -WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. +WARNING:tensorflow:From resnet_main.py:396: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. -W1010 03:38:58.637185 139671487096256 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. +W1010 16:21:47.711071 140510405330368 module_wrapper.py:139] From resnet_main.py:396: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. -W1010 03:38:58.638106 139671487096256 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. +W1010 16:21:47.712208 140510405330368 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ -I1010 03:38:58.670712 139671487096256 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ -WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. +I1010 16:21:47.747518 140510405330368 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:97: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. -W1010 03:39:01.946705 139671487096256 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. +W1010 16:21:51.194693 140510405330368 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:97: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:02.040585 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:51.296943 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:02.107386 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:51.369069 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:02.179625 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:51.443428 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:02.300117 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:51.567096 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:02.368992 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:51.638448 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:02.443764 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:51.711155 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:02.571353 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:51.836968 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:02.644010 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:51.906249 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:02.719921 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:51.979118 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:02.847261 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:52.102349 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:02.919131 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:52.172889 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:02.994719 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:52.247186 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:03.136837 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:52.375117 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:03.206976 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:52.448385 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:03.277420 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:52.523792 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:03.399763 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:52.650043 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:03.467904 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:52.719342 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:03.542145 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:52.797535 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:03.683629 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:52.941939 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:03.751239 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:53.010526 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:03.821650 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:53.083750 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:03.941811 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:53.209507 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:04.009824 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:53.280250 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:04.079380 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:53.352185 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:04.198370 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:53.473213 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:04.266129 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:53.541783 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:04.337475 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:53.613085 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:04.458659 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:53.734483 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:04.525372 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:53.805604 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:04.600805 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:53.879829 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:04.721637 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:54.003756 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:04.790436 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:54.075186 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:04.861439 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:54.149482 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:04.982482 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:54.276161 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:05.049343 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:54.344573 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:05.120867 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:54.417720 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:05.241691 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:54.539644 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:05.308799 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:54.607547 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:05.384362 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:54.679035 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:05.506047 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:54.803812 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:05.576980 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:54.874897 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:05.648509 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:54.948255 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:05.769427 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:55.072901 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:05.837080 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:55.143671 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:05.908544 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:55.218847 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:06.034236 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:55.350743 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:06.101526 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:55.422297 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:06.172920 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:55.495024 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:06.294239 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:55.616911 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:06.367882 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:55.688290 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:06.441704 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:55.763472 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:06.563213 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:55.889245 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:06.630177 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:55.958525 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:06.700509 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:56.034341 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:06.819678 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:56.160126 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:06.886642 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:56.231156 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:06.957339 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:56.308459 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:07.079039 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:56.437203 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:07.147692 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:56.507862 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:07.218718 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:56.581473 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:07.342091 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:56.702565 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:07.410223 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:56.767934 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:07.483398 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:56.840262 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:07.602504 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:56.952806 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:07.668530 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:57.017213 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:07.738564 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:57.089893 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:07.862896 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:57.210791 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:07.934144 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:57.280997 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:08.006462 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:57.355654 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:08.124593 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:57.479243 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:08.193365 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:57.546159 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:08.265770 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:57.620537 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:08.393232 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:57.737744 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:08.471879 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:57.811961 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:08.570652 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:57.906800 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:08.706746 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:58.038657 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:09.062655 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:58.550251 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:09.135770 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:58.626879 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:09.254930 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:58.749176 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:09.320723 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:58.818279 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:09.392151 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:58.889664 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:09.510338 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:59.010570 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:09.579189 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:59.081743 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:09.656332 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:59.156670 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:09.774291 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:59.279299 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:09.842281 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:59.351084 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:09.911909 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:59.425230 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:10.028985 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:59.548106 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:10.094940 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:59.617424 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:10.164439 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:59.689429 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:10.286494 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:59.811475 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:10.355592 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:59.881392 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:10.428745 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:21:59.954912 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:10.549186 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:00.075839 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:10.615617 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:00.139966 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:10.685323 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:00.214983 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:10.803597 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:00.335376 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:10.870088 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:00.403686 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:10.940632 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:00.476955 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:11.060028 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:00.590791 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:11.129017 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:00.660434 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:11.202972 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:00.735584 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:11.323822 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:00.862318 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:11.396894 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:00.931960 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:11.472062 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:01.005692 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:11.592520 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:01.132236 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:11.659873 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:01.203437 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:11.730045 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:01.276920 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:11.849399 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:01.405631 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:11.918101 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:01.479191 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:11.989928 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:01.555695 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:12.110469 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:01.684999 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:12.178270 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:01.755544 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:12.249646 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:01.831953 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:12.369771 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:01.959312 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:12.437459 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:02.029586 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:12.508200 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:02.103358 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:12.626993 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:02.227665 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:12.696559 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:02.298650 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:12.775816 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:02.382558 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:12.896405 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:02.508423 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:12.962973 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:02.578349 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:13.033417 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:02.652004 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:13.152985 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:02.776701 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:13.219651 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:02.846622 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:13.290642 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:02.919388 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:13.411642 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:03.043205 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:13.480783 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:03.115504 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:13.553463 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:03.191888 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:13.673311 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:03.319245 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:13.742383 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:03.393635 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:13.816109 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:03.469826 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:13.935956 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:03.596646 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:14.003103 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:03.668211 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:14.075443 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:03.746876 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:14.198632 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:03.874392 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:14.266028 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:03.939482 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:14.338495 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:04.013057 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:14.459317 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:04.129822 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:14.528933 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:04.203320 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:14.601808 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:04.276093 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:14.721930 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:04.392956 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:14.789061 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:04.460107 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:14.859514 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:04.527734 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:14.979090 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:04.646581 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:15.046214 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:04.715868 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:15.118972 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:04.792557 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:15.240968 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:04.919137 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:15.310137 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:04.992750 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:15.384119 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:05.073647 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:15.503680 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:05.194238 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:15.569875 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:05.262836 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:15.640264 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:05.337306 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:15.759450 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:05.458199 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:15.826919 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:05.526329 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:15.899216 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:05.601586 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:16.019314 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:05.724293 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:16.089118 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:05.802613 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:16.168729 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:05.889414 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:16.294249 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:06.016892 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:*********** I'm using LAMB correction *********** -I1010 03:39:16.413465 139671487096256 optimization.py:131] *********** I'm using LAMB correction *********** +I1010 16:22:06.131680 140510405330368 optimization.py:134] *********** I'm using LAMB correction *********** INFO:tensorflow:Create CheckpointSaverHook. -I1010 03:39:17.085295 139671487096256 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +I1010 16:22:06.843594 140510405330368 basic_session_run_hooks.py:541] Create CheckpointSaverHook. INFO:tensorflow:Done calling model_fn. -I1010 03:39:17.350457 139671487096256 estimator.py:1150] Done calling model_fn. +I1010 16:22:07.122812 140510405330368 estimator.py:1150] Done calling model_fn. INFO:tensorflow:TPU job name worker -I1010 03:39:23.714591 139671487096256 tpu_estimator.py:506] TPU job name worker +I1010 16:22:14.226448 140510405330368 tpu_estimator.py:506] TPU job name worker INFO:tensorflow:Graph was finalized. -I1010 03:39:24.861757 139671487096256 monitored_session.py:240] Graph was finalized. +I1010 16:22:15.471210 140510405330368 monitored_session.py:240] Graph was finalized. INFO:tensorflow:Running local_init_op. -I1010 03:39:38.666089 139671487096256 session_manager.py:500] Running local_init_op. +I1010 16:22:29.432023 140510405330368 session_manager.py:500] Running local_init_op. INFO:tensorflow:Done running local_init_op. -I1010 03:39:38.832362 139671487096256 session_manager.py:502] Done running local_init_op. +I1010 16:22:29.598464 140510405330368 session_manager.py:502] Done running local_init_op. INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. -I1010 03:39:58.778589 139671487096256 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:22:50.888607 140510405330368 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. Instructions for updating: Prefer Variable.assign which has equivalent behavior in 2.X. -W1010 03:40:10.784573 139671487096256 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +W1010 16:23:03.770409 140510405330368 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. Instructions for updating: Prefer Variable.assign which has equivalent behavior in 2.X. INFO:tensorflow:Initialized dataset iterators in 0 seconds -I1010 03:40:11.773480 139671487096256 util.py:98] Initialized dataset iterators in 0 seconds +I1010 16:23:04.730370 140510405330368 util.py:98] Initialized dataset iterators in 0 seconds INFO:tensorflow:Installing graceful shutdown hook. -I1010 03:40:11.774007 139671487096256 session_support.py:332] Installing graceful shutdown hook. -2019-10-10 03:40:11.774634: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. -INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0'] -I1010 03:40:11.802674 139671487096256 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0'] +I1010 16:23:04.730829 140510405330368 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 16:23:04.731442: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 16:23:04.759937 140510405330368 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR -I1010 03:40:11.830934 139671487096256 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR +I1010 16:23:04.789443 140510405330368 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR INFO:tensorflow:Init TPU system -I1010 03:40:11.884293 139671487096256 tpu_estimator.py:567] Init TPU system -INFO:tensorflow:Initialized TPU in 15 seconds -I1010 03:40:27.277486 139671487096256 tpu_estimator.py:576] Initialized TPU in 15 seconds +I1010 16:23:04.847495 140510405330368 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 16:23:19.482419 140510405330368 tpu_estimator.py:576] Initialized TPU in 14 seconds INFO:tensorflow:Starting infeed thread controller. -I1010 03:40:27.278445 139669476460288 tpu_estimator.py:521] Starting infeed thread controller. +I1010 16:23:19.483469 140508394669824 tpu_estimator.py:521] Starting infeed thread controller. INFO:tensorflow:Starting outfeed thread controller. -I1010 03:40:27.278923 139669468067584 tpu_estimator.py:540] Starting outfeed thread controller. -I1010 03:40:27.332400 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +I1010 16:23:19.483933 140508386277120 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 16:23:19.543688 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. -W1010 03:40:27.409332 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:23:19.624574 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. -I1010 03:40:27.458596 139671487096256 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +I1010 16:23:19.675777 140510405330368 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. -I1010 03:40:27.458940 139671487096256 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. -I1010 03:40:57.490969 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +I1010 16:23:19.676227 140510405330368 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 16:23:49.706522 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. -W1010 03:40:57.565412 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:23:49.797548 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. INFO:tensorflow:Outfeed finished for iteration (0, 0) -I1010 03:41:16.485891 139669468067584 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) -I1010 03:41:27.647412 139669459674880 transport.py:157] Attempting refresh to obtain initial access_token +I1010 16:24:09.315466 140508386277120 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 16:24:19.862476 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:24:19.952327 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:24:48.398730 140510405330368 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:24:50.022131 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:24:50.144934 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 5.0525637, step = 200 +I1010 16:25:01.838471 140510405330368 basic_session_run_hooks.py:262] loss = 5.0525637, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:25:01.843024 140510405330368 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:25:01.843400 140510405330368 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 16:25:13.677854 140508386277120 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 16:25:20.228646 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:25:20.305700 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 16:25:50.391386 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:25:50.475533 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:25:52.722897 140510405330368 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.8778787, step = 400 (63.198 sec) +I1010 16:26:05.036659 140510405330368 basic_session_run_hooks.py:260] loss = 3.8778787, step = 400 (63.198 sec) +INFO:tensorflow:global_step/sec: 3.16475 +I1010 16:26:05.038336 140510405330368 tpu_estimator.py:2307] global_step/sec: 3.16475 +INFO:tensorflow:examples/sec: 207405 +I1010 16:26:05.039657 140510405330368 tpu_estimator.py:2308] examples/sec: 207405 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:26:05.040993 140510405330368 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:26:05.041249 140510405330368 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 13) +I1010 16:26:13.755283 140508386277120 tpu_estimator.py:279] Outfeed finished for iteration (2, 13) +I1010 16:26:20.558662 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:26:20.643899 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:26:49.634880 140510405330368 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:26:50.725544 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:26:50.805022 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 3.370468, step = 600 (59.184 sec) +I1010 16:27:04.220272 140510405330368 basic_session_run_hooks.py:260] loss = 3.370468, step = 600 (59.184 sec) +INFO:tensorflow:global_step/sec: 3.37929 +I1010 16:27:04.222366 140510405330368 tpu_estimator.py:2307] global_step/sec: 3.37929 +INFO:tensorflow:examples/sec: 221465 +I1010 16:27:04.222863 140510405330368 tpu_estimator.py:2308] examples/sec: 221465 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:27:04.224234 140510405330368 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:27:04.224510 140510405330368 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 20) +I1010 16:27:13.872531 140508386277120 tpu_estimator.py:279] Outfeed finished for iteration (3, 20) +I1010 16:27:20.877829 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:27:20.964392 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:27:49.109529 140510405330368 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:27:51.041389 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:27:51.120266 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.889783, step = 800 (56.541 sec) +I1010 16:28:00.761641 140510405330368 basic_session_run_hooks.py:260] loss = 2.889783, step = 800 (56.541 sec) +INFO:tensorflow:global_step/sec: 3.53726 +I1010 16:28:00.763261 140510405330368 tpu_estimator.py:2307] global_step/sec: 3.53726 +INFO:tensorflow:examples/sec: 231818 +I1010 16:28:00.763680 140510405330368 tpu_estimator.py:2308] examples/sec: 231818 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:28:00.765085 140510405330368 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:28:00.765295 140510405330368 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 33) +I1010 16:28:14.076122 140508386277120 tpu_estimator.py:279] Outfeed finished for iteration (4, 33) +I1010 16:28:21.194580 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:28:21.282186 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:28:46.268529 140510405330368 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:28:51.365581 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:28:51.441303 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 16:28:53.769403 140510405330368 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.5026124, step = 1000 (57.348 sec) +I1010 16:28:58.109246 140510405330368 basic_session_run_hooks.py:260] loss = 2.5026124, step = 1000 (57.348 sec) +INFO:tensorflow:global_step/sec: 3.48748 +I1010 16:28:58.111372 140510405330368 tpu_estimator.py:2307] global_step/sec: 3.48748 +INFO:tensorflow:examples/sec: 228555 +I1010 16:28:58.111769 140510405330368 tpu_estimator.py:2308] examples/sec: 228555 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:28:58.113836 140510405330368 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:28:58.114109 140510405330368 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 48) +I1010 16:29:14.185565 140508386277120 tpu_estimator.py:279] Outfeed finished for iteration (5, 48) +I1010 16:29:21.514159 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:29:21.590481 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:29:43.460989 140510405330368 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:29:51.677325 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:29:51.770983 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.5372744, step = 1200 (58.650 sec) +I1010 16:29:56.759180 140510405330368 basic_session_run_hooks.py:260] loss = 2.5372744, step = 1200 (58.650 sec) +INFO:tensorflow:global_step/sec: 3.41008 +I1010 16:29:56.760902 140510405330368 tpu_estimator.py:2307] global_step/sec: 3.41008 +INFO:tensorflow:examples/sec: 223483 +I1010 16:29:56.761356 140510405330368 tpu_estimator.py:2308] examples/sec: 223483 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 16:29:56.762475 140510405330368 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 16:29:56.762676 140510405330368 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 55) +I1010 16:30:14.300443 140508386277120 tpu_estimator.py:279] Outfeed finished for iteration (6, 55) +I1010 16:30:21.859720 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. -W1010 03:41:27.728401 139669459674880 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 16:30:21.939965 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:30:42.485487 140510405330368 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 16:30:52.005706 140508377884416 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health UNHEALTHY_MAINTENANCE. +W1010 16:30:52.118072 140508377884416 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health UNHEALTHY_MAINTENANCE. +ERROR:tensorflow:Error recorded from training_loop: Deadline Exceeded +E1010 16:31:01.976655 140510405330368 error_handling.py:75] Error recorded from training_loop: Deadline Exceeded +INFO:tensorflow:training_loop marked as finished +I1010 16:31:01.977041 140510405330368 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:Reraising captured error +W1010 16:31:01.977152 140510405330368 error_handling.py:135] Reraising captured error +Traceback (most recent call last): + File "resnet_main.py", line 685, in + app.run(main) + File "/usr/local/lib/python2.7/dist-packages/absl/app.py", line 299, in run + _run_main(main, args) + File "/usr/local/lib/python2.7/dist-packages/absl/app.py", line 250, in _run_main + sys.exit(main(argv)) + File "resnet_main.py", line 643, in main + hooks=hooks) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 3035, in train + rendezvous.raise_errors() + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/error_handling.py", line 136, in raise_errors + six.reraise(typ, value, traceback) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py", line 3030, in train + saving_listeners=saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 370, in train + loss = self._train_model(input_fn, hooks, saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1161, in _train_model + return self._train_model_default(input_fn, hooks, saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1195, in _train_model_default + saving_listeners) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/estimator.py", line 1494, in _train_with_estimator_spec + _, loss = mon_sess.run([estimator_spec.train_op, estimator_spec.loss]) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/monitored_session.py", line 754, in run + run_metadata=run_metadata) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/monitored_session.py", line 1259, in run + run_metadata=run_metadata) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/monitored_session.py", line 1360, in run + raise six.reraise(*original_exc_info) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/monitored_session.py", line 1345, in run + return self._sess.run(*args, **kwargs) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/monitored_session.py", line 1426, in run + run_metadata=run_metadata)) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/tpu/session_support.py", line 376, in after_run + lame_workers = self._workers.lame_workers() + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/tpu/session_support.py", line 128, in lame_workers + ping_results = self.ping() + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/tpu/session_support.py", line 118, in ping + options=options) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/client/session.py", line 956, in run + run_metadata_ptr) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/client/session.py", line 1180, in _run + feed_dict_tensor, options, run_metadata) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/client/session.py", line 1359, in _do_run + run_metadata) + File "/usr/local/lib/python2.7/dist-packages/tensorflow_core/python/client/session.py", line 1384, in _do_call + raise type(e)(node_def, op, message) +tensorflow.python.framework.errors_impl.DeadlineExceededError: Deadline Exceeded +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:62: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 16:31:04.630824 140678435550656 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 16:31:04.637175 140678435550656 module_wrapper.py:139] From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 16:31:04.637429 140678435550656 module_wrapper.py:139] From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 16:31:04.641144 140678435550656 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 16:31:04.683327 140678435550656 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 16:31:04.683607 140678435550656 transport.py:157] Attempting refresh to obtain initial access_token +I1010 16:31:04.751807 140678435550656 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 16:31:04.800009 140678435550656 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 16:31:04.800281 140678435550656 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 16:31:04.883418 140678435550656 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 16:31:04.884562 140678435550656 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 16:31:04.884835 140678435550656 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 16:31:04.885623 140678435550656 module_wrapper.py:139] From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 16:31:04.885735 140678435550656 resnet_main.py:557] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 16:31:04.885833 140678435550656 resnet_main.py:576] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 16:31:04.885955 140678435550656 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400 +I1010 16:31:05.119904 140678435550656 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400 +INFO:tensorflow:Starting to evaluate. +I1010 16:31:05.120400 140678435550656 resnet_main.py:595] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 16:31:05.120827 140678435550656 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 16:31:05.122140: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 16:31:05.136096 140678435550656 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 16:31:05.136338 140678435550656 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 16:31:05.138525 140678435550656 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 16:31:05.138617 140678435550656 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 16:31:05.138684 140678435550656 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 16:31:05.139009 140678435550656 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 16:31:05.139080 140678435550656 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 16:31:05.139148 140678435550656 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 16:31:05.139210 140678435550656 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 16:31:05.139271 140678435550656 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 16:31:05.139331 140678435550656 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 16:31:05.139391 140678435550656 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 16:31:05.139451 140678435550656 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 16:31:05.139509 140678435550656 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 16:31:05.139584 140678435550656 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 16:31:05.145236 140678435550656 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 16:31:05.147058 140678435550656 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 16:31:05.161992 140678435550656 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 16:31:05.162252 140678435550656 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 16:31:05.170811 140678435550656 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 16:31:05.258918 140678435550656 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 16:31:05.259195 140678435550656 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 16:31:05.418467 140678435550656 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 16:31:05.419291 140678435550656 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 16:31:05.419924 140678435550656 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 16:31:05.835386 140678435550656 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 16:31:06.439593: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 16:31:06.439661: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 16:31:06.439695: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 16:31:06.465877 140678435550656 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 16:31:06.467484 140678435550656 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 16:31:06.483958 140678435550656 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 16:31:06.512785 140678435550656 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 16:31:08.793366 140678435550656 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 16:31:08.798418 140678435550656 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 16:31:08.824464 140678435550656 module_wrapper.py:139] From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 16:31:08.871747 140678435550656 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 16:31:08.883224 140678435550656 module_wrapper.py:139] From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 16:31:08.980972 140678435550656 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:451: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 16:31:09.227912 140678435550656 module_wrapper.py:139] From resnet_main.py:451: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:453: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 16:31:09.244209 140678435550656 module_wrapper.py:139] From resnet_main.py:453: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 16:31:09.264096 140678435550656 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T16:31:09Z +I1010 16:31:09.281506 140678435550656 evaluation.py:255] Starting evaluation at 2019-10-10T16:31:09Z +INFO:tensorflow:TPU job name worker +I1010 16:31:09.281790 140678435550656 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 16:31:09.817833 140678435550656 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400 +I1010 16:31:09.893659 140678435550656 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400 +INFO:tensorflow:Running local_init_op. +I1010 16:31:12.512980 140678435550656 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 16:31:12.532080 140678435550656 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 16:31:12.578577 140678435550656 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 16:31:12.593581 140678435550656 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 16:31:18.930350 140678435550656 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 16:31:18.931288 140676486395648 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 16:31:18.931711 140676478002944 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 16:31:19.094949 140678435550656 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 16:31:19.114185 140678435550656 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 16:31:19.115660 140678435550656 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 16:31:19.150033 140676469610240 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 16:31:19.242816 140676469610240 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 16:31:30.631706 140676478002944 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 16:31:40.159712 140678435550656 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 16:31:40.160092 140678435550656 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 16:31:40.160183 140678435550656 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 16:31:40.160410 140676486395648 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 16:31:40.160563 140676486395648 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 16:31:40.160720 140678435550656 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 16:31:40.160831 140678435550656 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 16:31:40.160898 140678435550656 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 16:31:40.164871 140676478002944 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 16:31:40.165154 140676478002944 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 16:31:40.165328 140678435550656 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 16:31:40.165450 140678435550656 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-16:31:49 +I1010 16:31:49.518121 140678435550656 evaluation.py:275] Finished evaluation at 2019-10-10-16:31:49 +INFO:tensorflow:Saving dict for global step 1400: global_step = 1400, loss = 2.378775, top_1_accuracy = 0.6557007, top_5_accuracy = 0.86505127 +I1010 16:31:49.518495 140678435550656 estimator.py:2049] Saving dict for global step 1400: global_step = 1400, loss = 2.378775, top_1_accuracy = 0.6557007, top_5_accuracy = 0.86505127 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1400: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400 +I1010 16:31:51.755669 140678435550656 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1400: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400 +INFO:tensorflow:evaluation_loop marked as finished +I1010 16:31:52.099195 140678435550656 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.378775, 'top_1_accuracy': 0.6557007, 'global_step': 1400, 'top_5_accuracy': 0.86505127}. Elapsed seconds: 46 +I1010 16:31:52.099606 140678435550656 resnet_main.py:604] Eval results: {'loss': 2.378775, 'top_1_accuracy': 0.6557007, 'global_step': 1400, 'top_5_accuracy': 0.86505127}. Elapsed seconds: 46 +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 16:31:52.099769 140678435550656 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 diff --git a/optimization.py b/optimization.py index 28d7acc..ea414f2 100644 --- a/optimization.py +++ b/optimization.py @@ -10,7 +10,7 @@ def create_optimizer(loss, init_lr, num_train_steps, num_warmup_steps, use_tpu, - poly_power, start_warmup_step, weight_decay_input): + poly_power, start_warmup_step, weight_decay_input, beta1_input, beta2_input, eps_input): """Creates an optimizer training op.""" global_step = tf.train.get_or_create_global_step() @@ -29,12 +29,15 @@ def create_optimizer(loss, init_lr, num_train_steps, num_warmup_steps, use_tpu, optimizer = LAMBOptimizer( learning_rate=local_lr, weight_decay_rate=weight_decay_input, - beta_1=0.9, - beta_2=0.999, - epsilon=1e-6, + beta_1=beta1_input, + beta_2=beta2_input, + epsilon=eps_input, exclude_from_weight_decay=["batch_normalization", "LayerNorm", "layer_norm"]) # exclude_from_weight_decay=["batch_normalization", "LayerNorm", "layer_norm", "bias"]) # exclude_from_weight_decay=["LayerNorm", "layer_norm", "bias"]) + #beta_1=0.9, + #beta_2=0.999, + #epsilon=1e-6, if use_tpu: optimizer = tf.contrib.tpu.CrossShardOptimizer(optimizer) diff --git a/optimization.pyc b/optimization.pyc index e8e35de..29d18aa 100644 Binary files a/optimization.pyc and b/optimization.pyc differ diff --git a/resnet_main.py b/resnet_main.py index 5f772c8..326c05b 100644 --- a/resnet_main.py +++ b/resnet_main.py @@ -234,6 +234,10 @@ flags.DEFINE_float('poly_power', 0.5, 'The power of poly decay.') flags.DEFINE_float('weight_decay_input', 1e-4, 'Weight decay.') +flags.DEFINE_float('beta1_input', 0.9, 'beta1 for LAMB.') +flags.DEFINE_float('beta2_input', 0.999, 'beta2 for LAMB.') +flags.DEFINE_float('eps_input', 1e-6, 'eps for LAMB.') + flags.DEFINE_integer('num_warmup_steps', 782, 'Number of warmup steps.') @@ -386,10 +390,13 @@ def build_network(): tf.logging.info("****************************** the weight_decay is " +str(FLAGS.weight_decay)+ " **************************************") tf.logging.info("****************************** the label_smoothing is " +str(FLAGS.label_smoothing)+ " **************************************") tf.logging.info("****************************** the weight_decay_input is " +str(FLAGS.weight_decay_input)+ " **************************************") + tf.logging.info("****************************** the beta1 is " +str(FLAGS.beta1_input)+ " **************************************") + tf.logging.info("****************************** the beta2 is " +str(FLAGS.beta2_input)+ " **************************************") + tf.logging.info("****************************** the eps is " +str(FLAGS.eps_input)+ " **************************************") update_ops = tf.get_collection(tf.GraphKeys.UPDATE_OPS) with tf.control_dependencies(update_ops): # train_op = optimizer.minimize(loss, global_step) - train_op = optimization.create_optimizer(loss, FLAGS.learning_rate, FLAGS.train_steps, FLAGS.num_warmup_steps, FLAGS.use_tpu, FLAGS.poly_power, FLAGS.start_warmup_step, FLAGS.weight_decay_input) + train_op = optimization.create_optimizer(loss, FLAGS.learning_rate, FLAGS.train_steps, FLAGS.num_warmup_steps, FLAGS.use_tpu, FLAGS.poly_power, FLAGS.start_warmup_step, FLAGS.weight_decay_input, FLAGS.beta1_input, FLAGS.beta2_input, FLAGS.eps_input) #if not FLAGS.skip_host_call: #def host_call_fn(gs, loss, lr, ce): diff --git a/run.sh b/run.sh index 3eb65aa..955970f 100755 --- a/run.sh +++ b/run.sh @@ -5,7 +5,7 @@ export MODEL_DIR=gs://bert-pretrain-data/imagenet/$INFER_NAME for warmup in 500 #warmup for 20 epochs do - for lr in 0.044 0.044 0.044 0.045 0.045 0.045 + for lr in 0.04 0.04 0.04 do gsutil rm -R -f $MODEL_DIR/* python resnet_main.py --tpu=$TPU_NAME --data_dir=$DATA_DIR --model_dir=$MODEL_DIR --num_cores=512 --iterations_per_loop=200 --train_batch_size=65536 --steps_per_eval=100000 --mode=train --learning_rate=$lr --train_steps=1760 --weight_decay=0.0 --num_warmup_steps=$warmup --weight_decay_input=1.5 --label_smoothing=0.1 diff --git a/tune.sh b/tune.sh new file mode 100755 index 0000000..3e366db --- /dev/null +++ b/tune.sh @@ -0,0 +1,14 @@ +export TPU_NAME=v3-512 +export INFER_NAME=v3-8 +export DATA_DIR=gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +export MODEL_DIR=gs://bert-pretrain-data/imagenet/$INFER_NAME + +for b1 in 0.9 0.95 0.975 0.8 0.5 0.1 +do + for b2 in 0.9 0.95 0.99 0.995 0.9995 0.9999 0.99995 0.99999 + do + gsutil rm -R -f $MODEL_DIR/* + python resnet_main.py --tpu=$TPU_NAME --data_dir=$DATA_DIR --model_dir=$MODEL_DIR --num_cores=512 --iterations_per_loop=200 --train_batch_size=65536 --steps_per_eval=100000 --mode=train --learning_rate=0.04 --train_steps=1760 --weight_decay=0.0 --num_warmup_steps=500 --weight_decay_input=1.5 --label_smoothing=0.1 --beta1_input=$b1 --beta2_input=$b2 --eps_input=1e-6 + python resnet_main.py --tpu=$INFER_NAME --data_dir=$DATA_DIR --model_dir=$MODEL_DIR --num_cores=8 --iterations_per_loop=200 --train_batch_size=65536 --steps_per_eval=100000 --mode=eval --learning_rate=0.04 --train_steps=1760 --weight_decay=0.0 --num_warmup_steps=500 --weight_decay_input=1.5 --label_smoothing=0.1 --beta1_input=$b1 --beta2_input=$b2 --eps_input=1e-6 + done +done diff --git a/tune64k_wd.out b/tune64k_wd.out new file mode 100644 index 0000000..50a8675 --- /dev/null +++ b/tune64k_wd.out @@ -0,0 +1,107448 @@ +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570685994105206... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570686634993005... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570685996.v3-512#1570686640589462... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570686029049499... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570686401930578... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570686402133060... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570686405980725... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570686460325758... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570686460534202... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570686464343545... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570686521525480... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570686521730136... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570686525503111... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570686581220051... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570686581447358... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570686585188009... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570686634302916... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570686634515442... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570686638512852... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570686715932973... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570686716.v3-512#1570686717688921... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 05:53:25.532968 139895649752512 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 05:53:25.539239 139895649752512 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 05:53:25.539505 139895649752512 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 05:53:25.543142 139895649752512 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:53:25.592660 139895649752512 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 05:53:25.592926 139895649752512 transport.py:157] Attempting refresh to obtain initial access_token +I1010 05:53:25.672132 139895649752512 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 05:53:25.724780 139895649752512 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 05:53:25.725070 139895649752512 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 05:53:25.796972 139895649752512 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 05:53:25.798408 139895649752512 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 05:53:25.798692 139895649752512 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 05:53:25.799166 139895649752512 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 05:53:25.799256 139895649752512 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 05:53:25.799340 139895649752512 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 05:53:25.903870 139895649752512 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 05:53:25.992346 139895649752512 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 05:53:25.994144: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 05:53:26.054444 139895649752512 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 05:53:26.054721 139895649752512 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 05:53:26.055186 139895649752512 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 05:53:26.055254 139895649752512 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 05:53:26.055318 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 05:53:26.055589 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 05:53:26.055684 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 05:53:26.055758 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 05:53:26.055823 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 05:53:26.055882 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 05:53:26.055943 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 05:53:26.056001 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 05:53:26.056061 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 05:53:26.056119 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 05:53:26.056181 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 05:53:26.056242 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 05:53:26.056303 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 05:53:26.056363 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 05:53:26.056427 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 05:53:26.056535 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 05:53:26.056607 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 05:53:26.056674 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 05:53:26.056732 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 05:53:26.056792 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 05:53:26.056850 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 05:53:26.056910 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 05:53:26.056971 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 05:53:26.057029 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 05:53:26.057087 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 05:53:26.057146 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 05:53:26.057204 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 05:53:26.057270 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 05:53:26.057328 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 05:53:26.057385 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 05:53:26.057445 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 05:53:26.057502 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 05:53:26.057563 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 05:53:26.057621 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 05:53:26.057689 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 05:53:26.057749 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 05:53:26.057806 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 05:53:26.057866 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 05:53:26.057924 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 05:53:26.057986 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 05:53:26.058044 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 05:53:26.058103 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 05:53:26.058166 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 05:53:26.058228 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 05:53:26.058289 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 05:53:26.058348 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 05:53:26.058407 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 05:53:26.058475 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 05:53:26.058533 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 05:53:26.058592 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 05:53:26.058656 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 05:53:26.058722 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 05:53:26.058780 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 05:53:26.058839 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 05:53:26.058897 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 05:53:26.058957 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 05:53:26.059015 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 05:53:26.059073 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 05:53:26.059132 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 05:53:26.059189 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 05:53:26.059247 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 05:53:26.059304 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 05:53:26.059361 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 05:53:26.059420 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 05:53:26.059480 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 05:53:26.059540 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 05:53:26.059598 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 05:53:26.059665 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 05:53:26.059725 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 05:53:26.059782 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 05:53:26.059840 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 05:53:26.059897 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 05:53:26.059956 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 05:53:26.060014 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 05:53:26.060074 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 05:53:26.060132 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 05:53:26.060194 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 05:53:26.060254 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 05:53:26.060312 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 05:53:26.060369 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 05:53:26.060427 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 05:53:26.060539 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 05:53:26.060615 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 05:53:26.060681 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 05:53:26.060739 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 05:53:26.060797 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 05:53:26.060856 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 05:53:26.060914 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 05:53:26.060975 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 05:53:26.061044 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 05:53:26.061104 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 05:53:26.061162 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 05:53:26.061219 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 05:53:26.061278 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 05:53:26.061336 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 05:53:26.061393 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 05:53:26.061451 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 05:53:26.061510 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 05:53:26.061568 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 05:53:26.061631 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 05:53:26.061692 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 05:53:26.061759 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 05:53:26.061820 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 05:53:26.061877 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 05:53:26.061935 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 05:53:26.061992 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 05:53:26.062051 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 05:53:26.062108 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 05:53:26.062165 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 05:53:26.062223 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 05:53:26.062282 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 05:53:26.062340 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 05:53:26.062397 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 05:53:26.062455 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 05:53:26.062516 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 05:53:26.062573 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 05:53:26.062637 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 05:53:26.062697 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 05:53:26.062756 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 05:53:26.062813 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 05:53:26.062871 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 05:53:26.062930 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 05:53:26.062988 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 05:53:26.063046 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 05:53:26.063105 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 05:53:26.063162 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 05:53:26.063222 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 05:53:26.063282 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 05:53:26.063338 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 05:53:26.063395 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 05:53:26.063453 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 05:53:26.063512 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 05:53:26.063570 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 05:53:26.063632 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 05:53:26.063693 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 05:53:26.063750 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 05:53:26.063808 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 05:53:26.063867 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 05:53:26.063927 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 05:53:26.063986 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 05:53:26.064043 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 05:53:26.064100 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 05:53:26.064158 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 05:53:26.064218 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 05:53:26.064276 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 05:53:26.064333 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 05:53:26.064393 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 05:53:26.064450 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 05:53:26.064580 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 05:53:26.064655 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 05:53:26.064714 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 05:53:26.064779 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 05:53:26.064838 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 05:53:26.064898 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 05:53:26.064955 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 05:53:26.065016 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 05:53:26.065073 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 05:53:26.065134 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 05:53:26.065191 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 05:53:26.065249 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 05:53:26.065306 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 05:53:26.065365 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 05:53:26.065423 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 05:53:26.065486 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 05:53:26.065546 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 05:53:26.065604 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 05:53:26.065670 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 05:53:26.065727 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 05:53:26.065798 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 05:53:26.065855 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 05:53:26.065913 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 05:53:26.065970 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 05:53:26.066029 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 05:53:26.066087 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 05:53:26.066144 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 05:53:26.066205 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 05:53:26.066266 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 05:53:26.066324 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 05:53:26.066384 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 05:53:26.066442 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 05:53:26.066499 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 05:53:26.066556 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 05:53:26.066615 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 05:53:26.066679 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 05:53:26.066739 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 05:53:26.066797 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 05:53:26.066855 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 05:53:26.066915 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 05:53:26.066977 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 05:53:26.067034 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 05:53:26.067096 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 05:53:26.067154 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 05:53:26.067213 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 05:53:26.067271 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 05:53:26.067329 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 05:53:26.067389 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 05:53:26.067445 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 05:53:26.067503 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 05:53:26.067564 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 05:53:26.067639 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 05:53:26.067703 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 05:53:26.067763 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 05:53:26.067821 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 05:53:26.067878 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 05:53:26.067936 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 05:53:26.067995 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 05:53:26.068053 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 05:53:26.068110 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 05:53:26.068169 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 05:53:26.068228 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 05:53:26.068285 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 05:53:26.068344 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 05:53:26.068401 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 05:53:26.068464 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 05:53:26.068592 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 05:53:26.068660 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 05:53:26.068721 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 05:53:26.068778 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 05:53:26.068836 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 05:53:26.068897 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 05:53:26.068957 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 05:53:26.069016 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 05:53:26.069076 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 05:53:26.069134 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 05:53:26.069194 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 05:53:26.069258 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 05:53:26.069318 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 05:53:26.069376 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 05:53:26.069433 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 05:53:26.069492 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 05:53:26.069550 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 05:53:26.069611 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 05:53:26.069675 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 05:53:26.069735 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 05:53:26.069792 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 05:53:26.069850 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 05:53:26.069909 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 05:53:26.069971 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 05:53:26.070039 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 05:53:26.070096 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 05:53:26.070152 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 05:53:26.070208 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 05:53:26.070264 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 05:53:26.070322 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 05:53:26.070378 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 05:53:26.070432 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 05:53:26.070488 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 05:53:26.070544 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 05:53:26.070599 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 05:53:26.070661 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 05:53:26.070720 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 05:53:26.070796 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 05:53:26.070856 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 05:53:26.070914 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 05:53:26.070972 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 05:53:26.071032 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 05:53:26.071089 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 05:53:26.071147 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 05:53:26.071204 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 05:53:26.071283 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 05:53:26.071348 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 05:53:26.071408 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 05:53:26.071474 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 05:53:26.071532 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 05:53:26.071590 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 05:53:26.071654 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 05:53:26.071713 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 05:53:26.071772 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 05:53:26.071830 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 05:53:26.071887 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 05:53:26.071944 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 05:53:26.072002 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 05:53:26.072061 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 05:53:26.072118 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 05:53:26.072180 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 05:53:26.072237 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 05:53:26.072295 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 05:53:26.072354 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 05:53:26.072411 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 05:53:26.072489 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 05:53:26.072555 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 05:53:26.072613 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 05:53:26.072678 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 05:53:26.072736 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 05:53:26.072794 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 05:53:26.072853 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 05:53:26.072911 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 05:53:26.072974 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 05:53:26.073034 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 05:53:26.073091 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 05:53:26.073149 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 05:53:26.073209 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 05:53:26.073266 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 05:53:26.073323 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 05:53:26.073380 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 05:53:26.073437 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 05:53:26.073497 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 05:53:26.073555 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 05:53:26.073612 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 05:53:26.073683 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 05:53:26.073740 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 05:53:26.073798 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 05:53:26.073857 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 05:53:26.073915 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 05:53:26.073972 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 05:53:26.074031 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 05:53:26.074089 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 05:53:26.074146 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 05:53:26.074207 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 05:53:26.074265 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 05:53:26.074323 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 05:53:26.074384 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 05:53:26.074444 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 05:53:26.074501 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 05:53:26.074559 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 05:53:26.074618 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 05:53:26.074682 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 05:53:26.074740 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 05:53:26.074800 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 05:53:26.074858 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 05:53:26.074918 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 05:53:26.074976 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 05:53:26.075035 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 05:53:26.075093 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 05:53:26.075158 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 05:53:26.075216 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 05:53:26.075273 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 05:53:26.075331 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 05:53:26.075391 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 05:53:26.075448 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 05:53:26.075508 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 05:53:26.075567 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 05:53:26.075624 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 05:53:26.075689 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 05:53:26.075757 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 05:53:26.075818 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 05:53:26.075881 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 05:53:26.075938 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 05:53:26.075998 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 05:53:26.076055 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 05:53:26.076112 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 05:53:26.076170 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 05:53:26.076231 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 05:53:26.076287 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 05:53:26.076345 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 05:53:26.076402 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 05:53:26.076462 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 05:53:26.076543 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 05:53:26.076601 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 05:53:26.076672 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 05:53:26.076730 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 05:53:26.076790 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 05:53:26.076848 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 05:53:26.076908 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 05:53:26.076967 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 05:53:26.077024 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 05:53:26.077119 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 05:53:26.077229 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 05:53:26.077305 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 05:53:26.077363 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 05:53:26.077423 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 05:53:26.077487 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 05:53:26.077548 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 05:53:26.077606 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 05:53:26.077673 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 05:53:26.077733 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 05:53:26.077791 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 05:53:26.077850 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 05:53:26.077907 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 05:53:26.077965 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 05:53:26.078022 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 05:53:26.078080 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 05:53:26.078139 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 05:53:26.078201 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 05:53:26.078259 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 05:53:26.078318 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 05:53:26.078377 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 05:53:26.078442 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 05:53:26.078500 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 05:53:26.078557 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 05:53:26.078614 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 05:53:26.078679 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 05:53:26.078737 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 05:53:26.078795 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 05:53:26.078854 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 05:53:26.078912 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 05:53:26.078975 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 05:53:26.079034 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 05:53:26.079091 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 05:53:26.079149 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 05:53:26.079205 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 05:53:26.079262 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 05:53:26.079319 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 05:53:26.079376 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 05:53:26.079433 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 05:53:26.079492 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 05:53:26.079550 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 05:53:26.079608 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 05:53:26.079678 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 05:53:26.079735 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 05:53:26.079793 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 05:53:26.079852 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 05:53:26.079909 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 05:53:26.079966 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 05:53:26.080023 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 05:53:26.080080 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 05:53:26.080137 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 05:53:26.080194 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 05:53:26.080252 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 05:53:26.080310 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 05:53:26.080370 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 05:53:26.080427 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 05:53:26.080507 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 05:53:26.080568 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 05:53:26.080625 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 05:53:26.080688 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 05:53:26.080746 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 05:53:26.080805 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 05:53:26.080862 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 05:53:26.080921 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 05:53:26.080980 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 05:53:26.081037 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 05:53:26.081095 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 05:53:26.081157 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 05:53:26.081214 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 05:53:26.081274 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 05:53:26.081331 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 05:53:26.081388 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 05:53:26.081446 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 05:53:26.081504 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 05:53:26.081562 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 05:53:26.081619 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 05:53:26.081682 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 05:53:26.081741 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 05:53:26.081796 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 05:53:26.081861 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 05:53:26.081918 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 05:53:26.081974 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 05:53:26.082031 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 05:53:26.082089 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 05:53:26.082146 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 05:53:26.082206 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 05:53:26.082262 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 05:53:26.082319 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 05:53:26.082376 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 05:53:26.082433 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 05:53:26.082492 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 05:53:26.082550 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 05:53:26.082611 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 05:53:26.082674 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 05:53:26.082732 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 05:53:26.082792 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 05:53:26.082850 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 05:53:26.082909 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 05:53:26.082966 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 05:53:26.083034 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 05:53:26.083090 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 05:53:26.083144 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 05:53:26.083199 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 05:53:26.083275 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 05:53:26.083337 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 05:53:26.083395 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 05:53:26.083452 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 05:53:26.083513 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 05:53:26.083570 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 05:53:26.083633 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 05:53:26.083693 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 05:53:26.083750 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 05:53:26.083808 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 05:53:26.083867 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 05:53:26.083924 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 05:53:26.083981 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 05:53:26.084043 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 05:53:26.084103 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 05:53:26.084161 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 05:53:26.084220 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 05:53:26.084278 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 05:53:26.084335 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 05:53:26.084393 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 05:53:26.084450 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 05:53:26.084528 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 05:53:26.084587 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 05:53:26.084650 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 05:53:26.084708 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 05:53:26.084768 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 05:53:26.084831 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 05:53:26.084889 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 05:53:26.084948 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 05:53:26.085005 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 05:53:26.085062 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 05:53:26.085120 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 05:53:26.085177 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 05:53:26.085236 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 05:53:26.085294 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 05:53:26.085352 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 05:53:26.085411 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 05:53:26.085468 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 05:53:26.085530 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 05:53:26.085588 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 05:53:26.085653 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 05:53:26.085711 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 05:53:26.085782 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 05:53:26.085840 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 05:53:26.085899 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 05:53:26.085957 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 05:53:26.086015 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 05:53:26.086075 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 05:53:26.086133 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 05:53:26.086190 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 05:53:26.086253 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 05:53:26.086312 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 05:53:26.086369 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 05:53:26.086427 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 05:53:26.086486 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 05:53:26.086544 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 05:53:26.086601 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 05:53:26.086666 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 05:53:26.086724 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 05:53:26.086782 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 05:53:26.086841 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 05:53:26.086898 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 05:53:26.086956 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 05:53:26.087019 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 05:53:26.087079 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 05:53:26.087136 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 05:53:26.087194 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 05:53:26.087253 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 05:53:26.087311 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 05:53:26.087368 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 05:53:26.087426 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 05:53:26.087485 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 05:53:26.087543 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 05:53:26.087600 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 05:53:26.087666 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 05:53:26.087728 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 05:53:26.087786 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 05:53:26.087845 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 05:53:26.087903 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 05:53:26.087960 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 05:53:26.088018 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 05:53:26.088078 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 05:53:26.088135 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 05:53:26.088192 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 05:53:26.088249 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 05:53:26.088306 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 05:53:26.088365 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 05:53:26.088423 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 05:53:26.088505 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 05:53:26.088567 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 05:53:26.088630 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 05:53:26.088692 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 05:53:26.088752 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 05:53:26.088810 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 05:53:26.088869 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 05:53:26.088926 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 05:53:26.088984 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 05:53:26.089041 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 05:53:26.089099 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 05:53:26.089157 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 05:53:26.089220 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 05:53:26.089277 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 05:53:26.089337 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 05:53:26.089395 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 05:53:26.089452 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 05:53:26.089510 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 05:53:26.089569 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 05:53:26.089632 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 05:53:26.089692 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 05:53:26.089749 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 05:53:26.089806 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 05:53:26.089864 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 05:53:26.089926 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 05:53:26.089983 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 05:53:26.090043 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 05:53:26.090101 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 05:53:26.090159 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 05:53:26.090218 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 05:53:26.090275 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 05:53:26.090332 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 05:53:26.090389 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 05:53:26.090446 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 05:53:26.090503 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 05:53:26.090563 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 05:53:26.090620 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 05:53:26.090691 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 05:53:26.090749 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 05:53:26.090806 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 05:53:26.090863 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 05:53:26.090920 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 05:53:26.090979 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 05:53:26.091037 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 05:53:26.091094 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 05:53:26.091152 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 05:53:26.091211 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 05:53:26.091289 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 05:53:26.091351 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 05:53:26.091414 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 05:53:26.091474 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 05:53:26.091531 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 05:53:26.091590 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 05:53:26.091655 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 05:53:26.091713 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 05:53:26.091773 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 05:53:26.091830 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 05:53:26.091890 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 05:53:26.091948 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 05:53:26.092005 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 05:53:26.092063 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 05:53:26.092128 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 05:53:26.092186 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 05:53:26.092245 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 05:53:26.092303 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 05:53:26.092360 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 05:53:26.092417 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 05:53:26.092494 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 05:53:26.092556 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 05:53:26.092614 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 05:53:26.092679 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 05:53:26.092739 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 05:53:26.092797 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 05:53:26.092854 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 05:53:26.092917 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 05:53:26.092976 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 05:53:26.093035 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 05:53:26.093094 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 05:53:26.093151 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 05:53:26.093209 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 05:53:26.093267 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 05:53:26.093326 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 05:53:26.093383 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 05:53:26.093440 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 05:53:26.093497 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 05:53:26.093555 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 05:53:26.093617 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 05:53:26.093683 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 05:53:26.093741 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 05:53:26.093799 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 05:53:26.093858 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 05:53:26.093915 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 05:53:26.093974 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 05:53:26.094032 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 05:53:26.094089 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 05:53:26.094146 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 05:53:26.094204 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 05:53:26.094261 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 05:53:26.094319 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 05:53:26.094381 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 05:53:26.094439 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 05:53:26.094496 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 05:53:26.094554 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 05:53:26.094613 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 05:53:26.094677 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 05:53:26.094736 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 05:53:26.094794 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 05:53:26.094851 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 05:53:26.094909 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 05:53:26.094968 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 05:53:26.095026 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 05:53:26.095088 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 05:53:26.095148 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 05:53:26.095206 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 05:53:26.095263 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 05:53:26.095320 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 05:53:26.095379 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 05:53:26.095437 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 05:53:26.095494 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 05:53:26.095551 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 05:53:26.095607 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 05:53:26.095673 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 05:53:26.095730 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 05:53:26.095804 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 05:53:26.095864 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 05:53:26.095921 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 05:53:26.095979 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 05:53:26.096038 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 05:53:26.096096 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 05:53:26.096153 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 05:53:26.096210 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 05:53:26.096266 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 05:53:26.096324 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 05:53:26.096383 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 05:53:26.096441 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 05:53:26.096524 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 05:53:26.096585 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 05:53:26.096647 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 05:53:26.096708 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 05:53:26.096765 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 05:53:26.096824 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 05:53:26.096882 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 05:53:26.096940 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 05:53:26.096997 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 05:53:26.097055 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 05:53:26.097115 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 05:53:26.097172 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 05:53:26.097230 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 05:53:26.097294 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 05:53:26.097352 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 05:53:26.097410 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 05:53:26.097467 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 05:53:26.097527 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 05:53:26.097584 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 05:53:26.097646 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 05:53:26.097704 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 05:53:26.097764 139895649752512 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 05:53:26.103347 139895649752512 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 05:53:26.103912 139895649752512 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 05:53:26.116678 139895649752512 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 05:53:26.135030 139895649752512 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 05:53:26.135282 139895649752512 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 05:53:26.143203 139895649752512 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 05:53:26.230003 139895649752512 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 05:53:26.230261 139895649752512 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 05:53:26.232888 139895649752512 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 05:53:26.233124 139895649752512 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 05:53:26.395136 139895649752512 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 05:53:26.395977 139895649752512 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 05:53:26.396660 139895649752512 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 05:53:26.815072 139895649752512 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 05:53:27.209361 139895649752512 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 05:53:27.514795: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 05:53:27.514846: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 05:53:27.514874: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 05:53:38.183840 139895649752512 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 05:53:38.185473 139895649752512 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 05:53:38.200685 139895649752512 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 05:53:38.242357 139895649752512 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 05:53:41.503295 139895649752512 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 05:53:41.508527 139895649752512 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 05:53:41.535211 139895649752512 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 05:53:41.582276 139895649752512 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 05:53:41.593883 139895649752512 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 05:53:41.677208 139895649752512 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 05:53:41.681391 139895649752512 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 05:53:41.681613 139895649752512 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 05:53:41.681685 139895649752512 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 05:53:41.681750 139895649752512 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 05:53:41.681811 139895649752512 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 05:53:41.681869 139895649752512 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.1 ************************************** +I1010 05:53:41.681926 139895649752512 resnet_main.py:388] ****************************** the weight_decay_input is 0.1 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 05:53:41.682056 139895649752512 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 05:53:41.682173 139895649752512 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 05:53:41.683094 139895649752512 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 05:53:41.716121 139895649752512 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 05:53:45.004467 139895649752512 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:45.100981 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:45.169425 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:45.242908 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:45.365735 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:45.435339 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:45.506918 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:45.629417 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:45.701798 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:45.773540 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:45.894237 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:45.962527 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:46.033802 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:46.155265 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:46.229424 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:46.301650 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:46.426579 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:46.495321 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:46.570254 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:46.712316 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:46.779520 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:46.851063 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:46.973689 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:47.042711 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:47.113915 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:47.235836 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:47.305407 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:47.379343 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:47.509236 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:47.581964 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:47.662904 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:47.793291 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:47.868186 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:47.945010 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:48.076545 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:48.149131 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:48.226989 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:48.350667 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:48.420857 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:48.493133 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:48.616170 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:48.686518 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:48.763202 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:48.895214 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:48.967211 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:49.045258 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:49.182787 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:49.257956 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:49.341409 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:49.466716 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:49.538614 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:49.612957 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:49.736155 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:49.806426 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:49.877998 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:50.000597 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:50.068918 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:50.142659 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:50.266204 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:50.338372 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:50.412899 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:50.534622 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:50.604027 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:50.680217 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:50.803421 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:50.871462 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:50.943963 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:51.070106 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:51.143536 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:51.218283 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:51.341128 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:51.413080 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:51.487220 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:51.613512 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:51.689543 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:51.786803 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:51.924542 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:52.289925 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:52.366228 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:52.486967 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:52.554760 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:52.625947 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:52.750890 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:52.822758 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:52.896867 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:53.017802 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:53.086966 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:53.158895 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:53.279444 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:53.347148 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:53.419317 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:53.539808 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:53.609941 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:53.685736 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:53.811861 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:53.882822 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:53.960139 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:54.089201 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:54.160836 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:54.236963 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:54.358572 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:54.429141 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:54.504555 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:54.632919 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:54.701713 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:54.774895 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:54.898174 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:54.968813 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:55.041311 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:55.163486 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:55.237050 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:55.316282 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:55.448292 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:55.521274 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:55.597151 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:55.726505 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:55.800730 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:55.877418 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:56.007343 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:56.082798 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:56.168579 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:56.298609 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:56.367671 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:56.443846 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:56.573637 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:56.650367 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:56.727773 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:56.854075 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:56.925270 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:57.000279 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:57.124543 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:57.196917 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:57.271761 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:57.395397 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:57.462949 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:57.535394 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:57.661303 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:57.729753 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:57.805008 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:57.927311 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:57.999284 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:58.074197 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:58.196014 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:58.264568 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:58.336005 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:58.463248 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:58.536045 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:58.615303 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:58.745038 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:58.820952 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:58.900465 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:59.030566 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:59.100025 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:59.177726 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:59.302303 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:59.371471 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:59.445631 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:59.566459 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:59.637912 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:59.718697 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:59.849421 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 05:53:59.971009 139895649752512 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 05:54:00.658132 139895649752512 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 05:54:00.940526 139895649752512 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 05:54:07.242022 139895649752512 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 05:54:08.422008 139895649752512 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 05:54:22.305098 139895649752512 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 05:54:22.469182 139895649752512 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:54:42.334404 139895649752512 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 05:54:55.160772 139895649752512 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 05:54:56.133888 139895649752512 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 05:54:56.134349 139895649752512 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 05:54:56.134855: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 05:54:56.161088 139895649752512 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 05:54:56.191302 139895649752512 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 05:54:56.246277 139895649752512 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 05:55:10.984714 139895649752512 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 05:55:10.985667 139893639464704 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 05:55:10.986233 139893631072000 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 05:55:11.047501 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:55:11.167501 139895649752512 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:55:11.167928 139895649752512 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:55:11.177474 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:55:41.258188 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:55:41.329735 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 05:56:01.244784 139893631072000 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 05:56:11.398572 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:56:11.472526 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:56:40.806662 139895649752512 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:56:41.556303 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:56:41.634830 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.5682535, step = 200 +I1010 05:56:55.723382 139895649752512 basic_session_run_hooks.py:262] loss = 4.5682535, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:56:55.737436 139895649752512 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:56:55.737726 139895649752512 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 05:57:07.237560 139893631072000 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 05:57:11.715850 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:57:11.786709 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:57:41.863388 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:57:41.960953 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:57:46.695714 139895649752512 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.451467, step = 400 (63.704 sec) +I1010 05:57:59.426925 139895649752512 basic_session_run_hooks.py:260] loss = 3.451467, step = 400 (63.704 sec) +INFO:tensorflow:global_step/sec: 3.14012 +I1010 05:57:59.428508 139895649752512 tpu_estimator.py:2307] global_step/sec: 3.14012 +INFO:tensorflow:examples/sec: 205791 +I1010 05:57:59.429671 139895649752512 tpu_estimator.py:2308] examples/sec: 205791 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:57:59.430596 139895649752512 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:57:59.430763 139895649752512 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 9) +I1010 05:58:07.309056 139893631072000 tpu_estimator.py:279] Outfeed finished for iteration (2, 9) +I1010 05:58:12.045353 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:58:12.115638 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:58:42.192832 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:58:42.268959 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:58:45.242697 139895649752512 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.31598, step = 600 (59.519 sec) +I1010 05:58:58.945595 139895649752512 basic_session_run_hooks.py:260] loss = 3.31598, step = 600 (59.519 sec) +INFO:tensorflow:global_step/sec: 3.36028 +I1010 05:58:58.947388 139895649752512 tpu_estimator.py:2307] global_step/sec: 3.36028 +INFO:tensorflow:examples/sec: 220219 +I1010 05:58:58.947815 139895649752512 tpu_estimator.py:2308] examples/sec: 220219 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:58:58.949042 139895649752512 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:58:58.949208 139895649752512 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 11) +I1010 05:59:07.442949 139893631072000 tpu_estimator.py:279] Outfeed finished for iteration (3, 11) +I1010 05:59:12.344981 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:59:12.424496 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 05:59:42.506927 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 05:59:42.591182 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 05:59:44.887552 139895649752512 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.0146601, step = 800 (58.120 sec) +I1010 05:59:57.065773 139895649752512 basic_session_run_hooks.py:260] loss = 3.0146601, step = 800 (58.120 sec) +INFO:tensorflow:global_step/sec: 3.44115 +I1010 05:59:57.067409 139895649752512 tpu_estimator.py:2307] global_step/sec: 3.44115 +INFO:tensorflow:examples/sec: 225519 +I1010 05:59:57.067866 139895649752512 tpu_estimator.py:2308] examples/sec: 225519 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 05:59:57.069001 139895649752512 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 05:59:57.069199 139895649752512 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 20) +I1010 06:00:07.694900 139893631072000 tpu_estimator.py:279] Outfeed finished for iteration (4, 20) +I1010 06:00:12.672202 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:00:12.771059 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:00:42.847318 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:00:42.921489 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:00:42.959269 139895649752512 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 06:00:53.403178 139895649752512 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.7574375, step = 1000 (62.059 sec) +I1010 06:00:59.124835 139895649752512 basic_session_run_hooks.py:260] loss = 2.7574375, step = 1000 (62.059 sec) +INFO:tensorflow:global_step/sec: 3.22274 +I1010 06:00:59.126355 139895649752512 tpu_estimator.py:2307] global_step/sec: 3.22274 +INFO:tensorflow:examples/sec: 211206 +I1010 06:00:59.126806 139895649752512 tpu_estimator.py:2308] examples/sec: 211206 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:00:59.127981 139895649752512 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:00:59.128166 139895649752512 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 9) +I1010 06:01:07.759064 139893631072000 tpu_estimator.py:279] Outfeed finished for iteration (5, 9) +I1010 06:01:12.994143 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:01:13.069725 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:01:43.161819 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:01:43.227957 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:01:45.350227 139895649752512 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.1048715, step = 1200 (59.013 sec) +I1010 06:01:58.137340 139895649752512 basic_session_run_hooks.py:260] loss = 2.1048715, step = 1200 (59.013 sec) +INFO:tensorflow:global_step/sec: 3.3891 +I1010 06:01:58.138983 139895649752512 tpu_estimator.py:2307] global_step/sec: 3.3891 +INFO:tensorflow:examples/sec: 222108 +I1010 06:01:58.139400 139895649752512 tpu_estimator.py:2308] examples/sec: 222108 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:01:58.140969 139895649752512 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:01:58.141228 139895649752512 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 15) +I1010 06:02:07.937238 139893631072000 tpu_estimator.py:279] Outfeed finished for iteration (6, 15) +I1010 06:02:13.312851 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:02:13.394298 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:02:43.476039 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:02:43.555746 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:02:44.568203 139895649752512 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.0963974, step = 1400 (61.701 sec) +I1010 06:02:59.838356 139895649752512 basic_session_run_hooks.py:260] loss = 2.0963974, step = 1400 (61.701 sec) +INFO:tensorflow:global_step/sec: 3.24144 +I1010 06:02:59.839976 139895649752512 tpu_estimator.py:2307] global_step/sec: 3.24144 +INFO:tensorflow:examples/sec: 212431 +I1010 06:02:59.840445 139895649752512 tpu_estimator.py:2308] examples/sec: 212431 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:02:59.841949 139895649752512 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:02:59.842189 139895649752512 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 9) +I1010 06:03:07.937319 139893631072000 tpu_estimator.py:279] Outfeed finished for iteration (7, 9) +I1010 06:03:13.631081 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:03:13.710664 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:03:43.787283 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:03:43.876190 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:03:46.235119 139895649752512 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 1.9113958, step = 1600 (60.627 sec) +I1010 06:04:00.465022 139895649752512 basic_session_run_hooks.py:260] loss = 1.9113958, step = 1600 (60.627 sec) +INFO:tensorflow:global_step/sec: 3.29888 +I1010 06:04:00.466626 139895649752512 tpu_estimator.py:2307] global_step/sec: 3.29888 +INFO:tensorflow:examples/sec: 216195 +I1010 06:04:00.467068 139895649752512 tpu_estimator.py:2308] examples/sec: 216195 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 06:04:00.468286 139895649752512 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 06:04:00.468511 139895649752512 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 5) +I1010 06:04:07.969223 139893631072000 tpu_estimator.py:279] Outfeed finished for iteration (8, 5) +I1010 06:04:13.953461 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:04:14.032599 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.7726321, step = 1760 (38.711 sec) +I1010 06:04:39.176311 139895649752512 basic_session_run_hooks.py:260] loss = 1.7726321, step = 1760 (38.711 sec) +INFO:tensorflow:global_step/sec: 4.13317 +I1010 06:04:39.177874 139895649752512 tpu_estimator.py:2307] global_step/sec: 4.13317 +INFO:tensorflow:examples/sec: 270871 +I1010 06:04:39.178343 139895649752512 tpu_estimator.py:2308] examples/sec: 270871 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:04:39.179439 139895649752512 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:04:44.108783 139893622679296 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:04:44.223443 139893622679296 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 06:04:54.457912 139895649752512 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 06:04:54.458250 139895649752512 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 06:04:54.458477 139893639464704 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 06:04:54.458635 139893639464704 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 06:04:54.458790 139895649752512 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 06:04:54.458940 139895649752512 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 06:04:54.459001 139895649752512 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 06:04:54.459151 139893631072000 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 06:04:54.459238 139893631072000 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 06:04:54.459358 139895649752512 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 06:04:54.459453 139895649752512 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.7726321. +I1010 06:05:15.931780 139895649752512 estimator.py:371] Loss for final step: 1.7726321. +INFO:tensorflow:training_loop marked as finished +I1010 06:05:15.932691 139895649752512 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 06:05:18.976052 139770554824128 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 06:05:18.982186 139770554824128 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 06:05:18.982460 139770554824128 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 06:05:18.985935 139770554824128 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:05:19.036789 139770554824128 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 06:05:19.037060 139770554824128 transport.py:157] Attempting refresh to obtain initial access_token +I1010 06:05:19.239428 139770554824128 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:05:19.300574 139770554824128 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 06:05:19.300836 139770554824128 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 06:05:19.366959 139770554824128 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 06:05:19.368195 139770554824128 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 06:05:19.368505 139770554824128 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 06:05:19.369007 139770554824128 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 06:05:19.369095 139770554824128 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 06:05:19.369178 139770554824128 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 06:05:19.369307 139770554824128 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:05:19.617084 139770554824128 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 06:05:19.617661 139770554824128 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 06:05:19.618122 139770554824128 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 06:05:19.619592: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 06:05:19.632272 139770554824128 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 06:05:19.632467 139770554824128 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 06:05:19.634927 139770554824128 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 06:05:19.635004 139770554824128 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 06:05:19.635083 139770554824128 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 06:05:19.635410 139770554824128 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 06:05:19.635482 139770554824128 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 06:05:19.635555 139770554824128 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 06:05:19.635617 139770554824128 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 06:05:19.635679 139770554824128 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 06:05:19.635740 139770554824128 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 06:05:19.635811 139770554824128 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 06:05:19.635870 139770554824128 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 06:05:19.635931 139770554824128 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 06:05:19.636004 139770554824128 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 06:05:19.642043 139770554824128 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 06:05:19.643870 139770554824128 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 06:05:19.658317 139770554824128 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 06:05:19.658488 139770554824128 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 06:05:19.667145 139770554824128 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 06:05:19.755382 139770554824128 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:05:19.755666 139770554824128 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 06:05:19.915694 139770554824128 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 06:05:19.916555 139770554824128 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 06:05:19.917215 139770554824128 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 06:05:20.325776 139770554824128 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 06:05:20.898139: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 06:05:20.898196: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 06:05:20.898232: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 06:05:20.920085 139770554824128 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 06:05:20.921561 139770554824128 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 06:05:20.935014 139770554824128 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 06:05:20.960576 139770554824128 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 06:05:23.184833 139770554824128 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 06:05:23.190259 139770554824128 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 06:05:23.218286 139770554824128 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 06:05:23.267138 139770554824128 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 06:05:23.278630 139770554824128 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 06:05:23.376399 139770554824128 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 06:05:23.619868 139770554824128 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 06:05:23.635902 139770554824128 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 06:05:23.655539 139770554824128 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T06:05:23Z +I1010 06:05:23.672676 139770554824128 evaluation.py:255] Starting evaluation at 2019-10-10T06:05:23Z +INFO:tensorflow:TPU job name worker +I1010 06:05:23.672931 139770554824128 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 06:05:24.200977 139770554824128 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:05:24.276047 139770554824128 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 06:05:27.053560 139770554824128 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 06:05:27.075634 139770554824128 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 06:05:27.116415 139770554824128 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 06:05:27.131253 139770554824128 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 06:05:33.555775 139770554824128 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 06:05:33.556693 139768743581440 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 06:05:33.557235 139768735188736 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 06:05:33.726839 139770554824128 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 06:05:33.749349 139770554824128 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 06:05:33.750078 139770554824128 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 06:05:33.777159 139768726796032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 06:05:33.839485 139768726796032 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 06:05:44.836618 139768735188736 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 06:05:53.471061 139770554824128 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 06:05:53.471498 139770554824128 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 06:05:53.471586 139770554824128 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 06:05:53.471793 139768743581440 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 06:05:53.471932 139768743581440 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 06:05:53.472080 139770554824128 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 06:05:53.472187 139770554824128 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 06:05:53.472248 139770554824128 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 06:05:53.472382 139768735188736 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 06:05:53.472498 139768735188736 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 06:05:53.472650 139770554824128 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 06:05:53.472745 139770554824128 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-06:06:04 +I1010 06:06:04.062927 139770554824128 evaluation.py:275] Finished evaluation at 2019-10-10-06:06:04 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.0198019, top_1_accuracy = 0.74294025, top_5_accuracy = 0.9161377 +I1010 06:06:04.063307 139770554824128 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.0198019, top_1_accuracy = 0.74294025, top_5_accuracy = 0.9161377 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:06:06.179080 139770554824128 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 06:06:06.473748 139770554824128 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.0198019, 'top_1_accuracy': 0.74294025, 'global_step': 1760, 'top_5_accuracy': 0.9161377}. Elapsed seconds: 46 +I1010 06:06:06.474097 139770554824128 resnet_main.py:597] Eval results: {'loss': 2.0198019, 'top_1_accuracy': 0.74294025, 'global_step': 1760, 'top_5_accuracy': 0.9161377}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 06:06:06.474253 139770554824128 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570686841583176... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570687488395340... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570686844.v3-512#1570687494356739... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570686876881957... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570687252518139... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570687252765143... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570687256798548... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570687313508318... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570687313773099... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570687317637733... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570687373371049... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570687373577131... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570687377537997... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570687435658140... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570687435895140... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570687439938100... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570687487747167... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570687487935925... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570687491995758... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570687564660697... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570687565.v3-512#1570687566410816... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 06:06:10.667355 139993835460032 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 06:06:10.673773 139993835460032 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 06:06:10.674026 139993835460032 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 06:06:10.677550 139993835460032 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:06:10.729891 139993835460032 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 06:06:10.730165 139993835460032 transport.py:157] Attempting refresh to obtain initial access_token +I1010 06:06:10.799666 139993835460032 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:06:10.843476 139993835460032 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 06:06:10.843744 139993835460032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 06:06:10.917799 139993835460032 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 06:06:10.919239 139993835460032 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 06:06:10.919548 139993835460032 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 06:06:10.920078 139993835460032 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 06:06:10.920166 139993835460032 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 06:06:10.920259 139993835460032 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 06:06:11.016448 139993835460032 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 06:06:11.102319 139993835460032 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 06:06:11.104103: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 06:06:11.159235 139993835460032 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 06:06:11.159513 139993835460032 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 06:06:11.159991 139993835460032 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 06:06:11.160062 139993835460032 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 06:06:11.160128 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 06:06:11.160402 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 06:06:11.160526 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 06:06:11.160614 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 06:06:11.160677 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 06:06:11.160738 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 06:06:11.160805 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 06:06:11.160866 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 06:06:11.160924 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 06:06:11.160984 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 06:06:11.161046 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 06:06:11.161107 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 06:06:11.161166 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 06:06:11.161226 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 06:06:11.161295 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 06:06:11.161355 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 06:06:11.161415 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 06:06:11.161473 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 06:06:11.161530 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 06:06:11.161592 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 06:06:11.161652 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 06:06:11.161710 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 06:06:11.161777 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 06:06:11.161838 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 06:06:11.161896 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 06:06:11.161957 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 06:06:11.162015 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 06:06:11.162079 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 06:06:11.162137 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 06:06:11.162195 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 06:06:11.162254 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 06:06:11.162312 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 06:06:11.162373 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 06:06:11.162431 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 06:06:11.162503 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 06:06:11.162563 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 06:06:11.162621 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 06:06:11.162682 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 06:06:11.162739 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 06:06:11.162808 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 06:06:11.162868 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 06:06:11.162945 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 06:06:11.163003 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 06:06:11.163063 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 06:06:11.163122 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 06:06:11.163182 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 06:06:11.163244 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 06:06:11.163301 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 06:06:11.163361 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 06:06:11.163419 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 06:06:11.163476 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 06:06:11.163535 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 06:06:11.163598 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 06:06:11.163655 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 06:06:11.163713 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 06:06:11.163779 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 06:06:11.163839 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 06:06:11.163897 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 06:06:11.163955 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 06:06:11.164015 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 06:06:11.164072 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 06:06:11.164130 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 06:06:11.164187 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 06:06:11.164246 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 06:06:11.164308 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 06:06:11.164366 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 06:06:11.164424 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 06:06:11.164534 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 06:06:11.164621 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 06:06:11.164678 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 06:06:11.164733 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 06:06:11.164815 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 06:06:11.164874 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 06:06:11.164931 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 06:06:11.164988 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 06:06:11.165045 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 06:06:11.165105 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 06:06:11.165169 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 06:06:11.165230 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 06:06:11.165288 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 06:06:11.165347 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 06:06:11.165405 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 06:06:11.165463 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 06:06:11.165522 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 06:06:11.165580 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 06:06:11.165637 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 06:06:11.165707 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 06:06:11.165770 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 06:06:11.165827 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 06:06:11.165890 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 06:06:11.165946 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 06:06:11.166002 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 06:06:11.166059 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 06:06:11.166115 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 06:06:11.166169 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 06:06:11.166224 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 06:06:11.166280 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 06:06:11.166336 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 06:06:11.166392 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 06:06:11.166448 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 06:06:11.166522 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 06:06:11.166580 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 06:06:11.166642 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 06:06:11.166701 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 06:06:11.166764 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 06:06:11.166822 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 06:06:11.166881 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 06:06:11.166960 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 06:06:11.167020 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 06:06:11.167078 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 06:06:11.167136 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 06:06:11.167196 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 06:06:11.167253 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 06:06:11.167311 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 06:06:11.167373 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 06:06:11.167433 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 06:06:11.167491 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 06:06:11.167550 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 06:06:11.167608 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 06:06:11.167665 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 06:06:11.167723 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 06:06:11.167788 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 06:06:11.167846 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 06:06:11.167906 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 06:06:11.167963 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 06:06:11.168020 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 06:06:11.168082 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 06:06:11.168142 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 06:06:11.168200 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 06:06:11.168257 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 06:06:11.168315 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 06:06:11.168375 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 06:06:11.168432 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 06:06:11.168541 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 06:06:11.168612 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 06:06:11.168670 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 06:06:11.168730 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 06:06:11.168793 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 06:06:11.168852 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 06:06:11.168915 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 06:06:11.168975 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 06:06:11.169033 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 06:06:11.169091 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 06:06:11.169152 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 06:06:11.169209 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 06:06:11.169267 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 06:06:11.169325 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 06:06:11.169383 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 06:06:11.169440 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 06:06:11.169498 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 06:06:11.169555 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 06:06:11.169617 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 06:06:11.169677 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 06:06:11.169735 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 06:06:11.169801 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 06:06:11.169872 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 06:06:11.169929 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 06:06:11.169986 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 06:06:11.170041 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 06:06:11.170097 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 06:06:11.170171 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 06:06:11.170228 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 06:06:11.170288 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 06:06:11.170348 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 06:06:11.170408 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 06:06:11.170465 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 06:06:11.170523 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 06:06:11.170583 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 06:06:11.170639 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 06:06:11.170697 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 06:06:11.170761 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 06:06:11.170820 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 06:06:11.170877 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 06:06:11.170936 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 06:06:11.170994 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 06:06:11.171052 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 06:06:11.171114 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 06:06:11.171174 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 06:06:11.171232 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 06:06:11.171310 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 06:06:11.171370 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 06:06:11.171427 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 06:06:11.171484 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 06:06:11.171542 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 06:06:11.171601 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 06:06:11.171658 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 06:06:11.171716 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 06:06:11.171782 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 06:06:11.171849 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 06:06:11.171909 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 06:06:11.171967 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 06:06:11.172025 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 06:06:11.172082 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 06:06:11.172141 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 06:06:11.172198 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 06:06:11.172255 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 06:06:11.172312 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 06:06:11.172370 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 06:06:11.172429 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 06:06:11.172544 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 06:06:11.172616 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 06:06:11.172682 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 06:06:11.172740 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 06:06:11.172806 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 06:06:11.172863 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 06:06:11.172921 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 06:06:11.172979 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 06:06:11.173037 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 06:06:11.173094 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 06:06:11.173154 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 06:06:11.173212 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 06:06:11.173269 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 06:06:11.173327 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 06:06:11.173389 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 06:06:11.173448 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 06:06:11.173506 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 06:06:11.173563 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 06:06:11.173619 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 06:06:11.173677 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 06:06:11.173737 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 06:06:11.173801 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 06:06:11.173858 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 06:06:11.173917 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 06:06:11.173974 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 06:06:11.174031 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 06:06:11.174093 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 06:06:11.174150 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 06:06:11.174209 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 06:06:11.174267 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 06:06:11.174324 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 06:06:11.174382 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 06:06:11.174442 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 06:06:11.174499 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 06:06:11.174557 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 06:06:11.174628 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 06:06:11.174684 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 06:06:11.174740 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 06:06:11.174801 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 06:06:11.174881 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 06:06:11.174941 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 06:06:11.174998 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 06:06:11.175056 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 06:06:11.175113 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 06:06:11.175173 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 06:06:11.175230 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 06:06:11.175287 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 06:06:11.175343 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 06:06:11.175400 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 06:06:11.175458 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 06:06:11.175515 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 06:06:11.175578 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 06:06:11.175636 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 06:06:11.175693 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 06:06:11.175759 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 06:06:11.175818 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 06:06:11.175877 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 06:06:11.175935 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 06:06:11.175993 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 06:06:11.176050 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 06:06:11.176109 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 06:06:11.176177 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 06:06:11.176232 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 06:06:11.176291 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 06:06:11.176350 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 06:06:11.176404 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 06:06:11.176512 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 06:06:11.176604 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 06:06:11.176665 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 06:06:11.176723 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 06:06:11.176789 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 06:06:11.176846 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 06:06:11.176913 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 06:06:11.176974 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 06:06:11.177031 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 06:06:11.177090 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 06:06:11.177155 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 06:06:11.177213 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 06:06:11.177273 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 06:06:11.177330 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 06:06:11.177390 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 06:06:11.177448 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 06:06:11.177504 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 06:06:11.177561 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 06:06:11.177618 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 06:06:11.177678 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 06:06:11.177736 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 06:06:11.177800 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 06:06:11.177865 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 06:06:11.177925 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 06:06:11.177983 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 06:06:11.178040 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 06:06:11.178098 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 06:06:11.178158 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 06:06:11.178217 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 06:06:11.178275 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 06:06:11.178333 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 06:06:11.178390 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 06:06:11.178448 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 06:06:11.178508 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 06:06:11.178565 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 06:06:11.178627 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 06:06:11.178684 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 06:06:11.178741 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 06:06:11.178807 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 06:06:11.178864 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 06:06:11.178924 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 06:06:11.178982 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 06:06:11.179039 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 06:06:11.179099 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 06:06:11.179157 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 06:06:11.179214 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 06:06:11.179272 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 06:06:11.179335 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 06:06:11.179393 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 06:06:11.179450 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 06:06:11.179507 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 06:06:11.179564 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 06:06:11.179622 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 06:06:11.179682 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 06:06:11.179740 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 06:06:11.179805 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 06:06:11.179864 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 06:06:11.179923 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 06:06:11.179980 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 06:06:11.180042 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 06:06:11.180100 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 06:06:11.180157 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 06:06:11.180216 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 06:06:11.180273 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 06:06:11.180331 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 06:06:11.180389 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 06:06:11.180449 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 06:06:11.180563 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 06:06:11.180632 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 06:06:11.180691 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 06:06:11.180753 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 06:06:11.180813 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 06:06:11.180877 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 06:06:11.180936 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 06:06:11.180994 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 06:06:11.181052 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 06:06:11.181112 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 06:06:11.181183 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 06:06:11.181241 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 06:06:11.181301 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 06:06:11.181360 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 06:06:11.181416 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 06:06:11.181474 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 06:06:11.181556 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 06:06:11.181618 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 06:06:11.181678 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 06:06:11.181736 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 06:06:11.181802 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 06:06:11.181859 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 06:06:11.181916 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 06:06:11.181974 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 06:06:11.182033 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 06:06:11.182101 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 06:06:11.182156 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 06:06:11.182212 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 06:06:11.182267 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 06:06:11.182327 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 06:06:11.182384 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 06:06:11.182440 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 06:06:11.182514 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 06:06:11.182571 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 06:06:11.182630 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 06:06:11.182687 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 06:06:11.182744 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 06:06:11.182821 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 06:06:11.182878 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 06:06:11.182934 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 06:06:11.182988 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 06:06:11.183043 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 06:06:11.183105 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 06:06:11.183161 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 06:06:11.183217 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 06:06:11.183271 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 06:06:11.183326 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 06:06:11.183382 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 06:06:11.183437 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 06:06:11.183492 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 06:06:11.183568 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 06:06:11.183624 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 06:06:11.183692 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 06:06:11.183748 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 06:06:11.183818 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 06:06:11.183875 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 06:06:11.183931 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 06:06:11.183988 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 06:06:11.184042 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 06:06:11.184098 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 06:06:11.184151 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 06:06:11.184206 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 06:06:11.184262 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 06:06:11.184336 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 06:06:11.184395 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 06:06:11.184453 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 06:06:11.184590 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 06:06:11.184657 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 06:06:11.184717 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 06:06:11.184782 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 06:06:11.184842 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 06:06:11.184900 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 06:06:11.184958 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 06:06:11.185015 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 06:06:11.185075 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 06:06:11.185132 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 06:06:11.185192 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 06:06:11.185249 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 06:06:11.185307 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 06:06:11.185369 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 06:06:11.185427 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 06:06:11.185486 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 06:06:11.185543 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 06:06:11.185600 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 06:06:11.185658 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 06:06:11.185715 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 06:06:11.185781 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 06:06:11.185839 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 06:06:11.185897 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 06:06:11.185964 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 06:06:11.186022 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 06:06:11.186083 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 06:06:11.186141 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 06:06:11.186198 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 06:06:11.186255 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 06:06:11.186312 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 06:06:11.186369 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 06:06:11.186428 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 06:06:11.186486 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 06:06:11.186543 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 06:06:11.186600 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 06:06:11.186657 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 06:06:11.186714 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 06:06:11.186778 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 06:06:11.186846 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 06:06:11.186904 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 06:06:11.186975 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 06:06:11.187035 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 06:06:11.187093 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 06:06:11.187153 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 06:06:11.187211 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 06:06:11.187268 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 06:06:11.187325 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 06:06:11.187382 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 06:06:11.187441 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 06:06:11.187498 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 06:06:11.187561 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 06:06:11.187619 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 06:06:11.187679 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 06:06:11.187736 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 06:06:11.187804 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 06:06:11.187863 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 06:06:11.187921 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 06:06:11.187978 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 06:06:11.188035 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 06:06:11.188092 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 06:06:11.188149 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 06:06:11.188206 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 06:06:11.188281 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 06:06:11.188338 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 06:06:11.188393 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 06:06:11.188450 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 06:06:11.188534 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 06:06:11.188610 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 06:06:11.188667 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 06:06:11.188724 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 06:06:11.188787 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 06:06:11.188846 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 06:06:11.188904 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 06:06:11.188961 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 06:06:11.189019 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 06:06:11.189095 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 06:06:11.189152 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 06:06:11.189208 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 06:06:11.189261 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 06:06:11.189316 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 06:06:11.189372 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 06:06:11.189428 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 06:06:11.189502 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 06:06:11.189558 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 06:06:11.189615 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 06:06:11.189672 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 06:06:11.189730 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 06:06:11.189810 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 06:06:11.189872 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 06:06:11.189949 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 06:06:11.190006 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 06:06:11.190062 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 06:06:11.190120 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 06:06:11.190179 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 06:06:11.190236 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 06:06:11.190293 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 06:06:11.190351 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 06:06:11.190407 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 06:06:11.190465 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 06:06:11.190527 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 06:06:11.190584 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 06:06:11.190642 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 06:06:11.190699 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 06:06:11.190762 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 06:06:11.190820 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 06:06:11.190879 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 06:06:11.190937 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 06:06:11.190994 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 06:06:11.191052 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 06:06:11.191112 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 06:06:11.191169 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 06:06:11.191226 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 06:06:11.191308 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 06:06:11.191365 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 06:06:11.191425 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 06:06:11.191482 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 06:06:11.191540 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 06:06:11.191597 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 06:06:11.191657 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 06:06:11.191715 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 06:06:11.191781 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 06:06:11.191838 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 06:06:11.191896 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 06:06:11.191953 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 06:06:11.192015 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 06:06:11.192074 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 06:06:11.192131 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 06:06:11.192189 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 06:06:11.192248 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 06:06:11.192306 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 06:06:11.192363 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 06:06:11.192421 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 06:06:11.192512 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 06:06:11.192610 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 06:06:11.192672 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 06:06:11.192729 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 06:06:11.192795 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 06:06:11.192861 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 06:06:11.192919 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 06:06:11.192976 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 06:06:11.193036 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 06:06:11.193094 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 06:06:11.193155 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 06:06:11.193212 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 06:06:11.193270 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 06:06:11.193327 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 06:06:11.193386 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 06:06:11.193443 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 06:06:11.193500 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 06:06:11.193562 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 06:06:11.193622 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 06:06:11.193680 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 06:06:11.193738 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 06:06:11.193813 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 06:06:11.193872 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 06:06:11.193931 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 06:06:11.193989 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 06:06:11.194046 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 06:06:11.194103 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 06:06:11.194160 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 06:06:11.194219 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 06:06:11.194279 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 06:06:11.194339 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 06:06:11.194399 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 06:06:11.194457 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 06:06:11.194514 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 06:06:11.194571 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 06:06:11.194641 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 06:06:11.194696 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 06:06:11.194757 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 06:06:11.194833 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 06:06:11.194892 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 06:06:11.194951 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 06:06:11.195009 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 06:06:11.195072 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 06:06:11.195133 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 06:06:11.195192 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 06:06:11.195249 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 06:06:11.195307 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 06:06:11.195364 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 06:06:11.195421 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 06:06:11.195478 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 06:06:11.195537 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 06:06:11.195594 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 06:06:11.195652 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 06:06:11.195710 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 06:06:11.195789 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 06:06:11.195847 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 06:06:11.195904 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 06:06:11.195962 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 06:06:11.196019 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 06:06:11.196077 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 06:06:11.196134 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 06:06:11.196191 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 06:06:11.196248 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 06:06:11.196305 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 06:06:11.196362 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 06:06:11.196420 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 06:06:11.196502 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 06:06:11.196563 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 06:06:11.196623 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 06:06:11.196680 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 06:06:11.196738 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 06:06:11.196801 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 06:06:11.196860 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 06:06:11.196928 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 06:06:11.196990 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 06:06:11.197047 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 06:06:11.197107 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 06:06:11.197165 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 06:06:11.197223 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 06:06:11.197288 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 06:06:11.197345 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 06:06:11.197403 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 06:06:11.197463 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 06:06:11.197520 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 06:06:11.197578 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 06:06:11.197635 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 06:06:11.197694 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 06:06:11.197757 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 06:06:11.197815 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 06:06:11.197874 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 06:06:11.197932 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 06:06:11.197993 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 06:06:11.198050 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 06:06:11.198108 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 06:06:11.198165 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 06:06:11.198223 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 06:06:11.198280 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 06:06:11.198348 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 06:06:11.198405 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 06:06:11.198461 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 06:06:11.198515 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 06:06:11.198570 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 06:06:11.198626 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 06:06:11.198700 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 06:06:11.198769 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 06:06:11.198827 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 06:06:11.198885 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 06:06:11.198945 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 06:06:11.199002 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 06:06:11.199059 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 06:06:11.199117 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 06:06:11.199174 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 06:06:11.199233 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 06:06:11.199290 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 06:06:11.199347 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 06:06:11.199404 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 06:06:11.199465 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 06:06:11.199523 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 06:06:11.199582 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 06:06:11.199640 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 06:06:11.199697 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 06:06:11.199773 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 06:06:11.199829 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 06:06:11.199883 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 06:06:11.199939 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 06:06:11.199995 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 06:06:11.200051 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 06:06:11.200107 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 06:06:11.200165 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 06:06:11.200222 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 06:06:11.200278 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 06:06:11.200334 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 06:06:11.200409 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 06:06:11.200467 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 06:06:11.200562 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 06:06:11.200618 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 06:06:11.200674 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 06:06:11.200730 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 06:06:11.200790 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 06:06:11.200845 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 06:06:11.200921 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 06:06:11.200984 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 06:06:11.201041 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 06:06:11.201098 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 06:06:11.201157 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 06:06:11.201224 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 06:06:11.201280 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 06:06:11.201334 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 06:06:11.201390 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 06:06:11.201446 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 06:06:11.201502 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 06:06:11.201560 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 06:06:11.201616 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 06:06:11.201675 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 06:06:11.201733 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 06:06:11.201797 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 06:06:11.201853 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 06:06:11.201909 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 06:06:11.201963 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 06:06:11.202018 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 06:06:11.202074 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 06:06:11.202128 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 06:06:11.202184 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 06:06:11.202239 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 06:06:11.202296 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 06:06:11.202354 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 06:06:11.202410 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 06:06:11.202466 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 06:06:11.202522 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 06:06:11.202577 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 06:06:11.202631 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 06:06:11.202687 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 06:06:11.202742 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 06:06:11.202806 139993835460032 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 06:06:11.208446 139993835460032 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 06:06:11.209064 139993835460032 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 06:06:11.222094 139993835460032 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 06:06:11.240678 139993835460032 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 06:06:11.240947 139993835460032 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 06:06:11.248954 139993835460032 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 06:06:11.334780 139993835460032 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:06:11.335053 139993835460032 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 06:06:11.337769 139993835460032 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:06:11.338016 139993835460032 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 06:06:11.498958 139993835460032 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 06:06:11.499783 139993835460032 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 06:06:11.500428 139993835460032 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 06:06:11.920867 139993835460032 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 06:06:12.327390 139993835460032 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 06:06:12.631698: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 06:06:12.631751: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 06:06:12.631777: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 06:06:23.303857 139993835460032 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 06:06:23.305470 139993835460032 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 06:06:23.320533 139993835460032 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 06:06:23.361841 139993835460032 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 06:06:26.564446 139993835460032 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 06:06:26.569835 139993835460032 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 06:06:26.596749 139993835460032 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 06:06:26.644434 139993835460032 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 06:06:26.656208 139993835460032 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 06:06:26.741424 139993835460032 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 06:06:26.745634 139993835460032 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 06:06:26.745848 139993835460032 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 06:06:26.745919 139993835460032 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 06:06:26.745982 139993835460032 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 06:06:26.746053 139993835460032 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 06:06:26.746113 139993835460032 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.2 ************************************** +I1010 06:06:26.746170 139993835460032 resnet_main.py:388] ****************************** the weight_decay_input is 0.2 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 06:06:26.746290 139993835460032 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 06:06:26.746423 139993835460032 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 06:06:26.747344 139993835460032 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 06:06:26.780455 139993835460032 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 06:06:30.089575 139993835460032 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:30.188210 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:30.257421 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:30.329415 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:30.456696 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:30.527086 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:30.599247 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:30.723923 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:30.793349 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:30.865803 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:30.987633 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:31.057221 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:31.130141 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:31.256798 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:31.331692 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:31.409826 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:31.534846 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:31.604015 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:31.680385 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:31.824207 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:31.893027 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:31.966424 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:32.091000 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:32.160919 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:32.234110 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:32.356285 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:32.425174 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:32.497143 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:32.618711 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:32.686992 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:32.760452 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:32.882371 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:32.953186 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:33.026031 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:33.149322 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:33.217663 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:33.290378 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:33.413707 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:33.481447 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:33.553909 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:33.675229 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:33.745418 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:33.817568 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:33.939403 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:34.007411 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:34.080084 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:34.208317 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:34.276850 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:34.349800 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:34.474809 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:34.545958 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:34.619643 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:34.745964 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:34.814606 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:34.887425 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:35.009958 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:35.079298 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:35.153139 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:35.279715 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:35.352448 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:35.428015 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:35.551877 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:35.621052 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:35.697603 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:35.825428 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:35.895430 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:35.969317 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:36.093456 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:36.165823 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:36.241812 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:36.365300 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:36.436389 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:36.512023 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:36.638617 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:36.715632 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:36.814057 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:36.954056 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:37.320554 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:37.397480 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:37.519803 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:37.588808 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:37.662142 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:37.785861 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:37.857736 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:37.933984 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:38.058206 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:38.129024 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:38.203044 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:38.327214 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:38.398777 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:38.471599 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:38.594355 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:38.665653 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:38.741811 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:38.869086 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:38.939687 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:39.014132 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:39.137061 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:39.205929 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:39.278273 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:39.404144 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:39.476433 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:39.552916 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:39.676515 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:39.746462 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:39.819996 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:39.942219 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:40.011473 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:40.083328 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:40.206705 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:40.278666 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:40.353516 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:40.476433 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:40.544161 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:40.615191 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:40.736304 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:40.804271 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:40.876689 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:40.996217 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:41.066415 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:41.146475 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:41.272649 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:41.341109 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:41.414246 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:41.537353 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:41.606408 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:41.679085 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:41.802869 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:41.873732 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:41.948880 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:42.071445 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:42.141177 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:42.217187 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:42.338818 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:42.409857 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:42.483644 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:42.608921 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:42.677556 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:42.752640 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:42.874342 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:42.945136 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:43.018853 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:43.140444 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:43.208324 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:43.280167 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:43.403610 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:43.471854 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:43.545619 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:43.666780 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:43.737955 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:43.812550 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:43.934314 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:44.001991 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:44.074393 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:44.196671 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:44.265686 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:44.340060 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:44.463666 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:44.533847 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:44.613229 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:44.739448 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:06:44.858675 139993835460032 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 06:06:45.533106 139993835460032 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 06:06:45.798485 139993835460032 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 06:06:52.173908 139993835460032 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 06:06:53.314399 139993835460032 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 06:07:06.890422 139993835460032 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 06:07:07.057792 139993835460032 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:07:26.855278 139993835460032 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 06:07:40.303607 139993835460032 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 06:07:41.262818 139993835460032 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 06:07:41.263262 139993835460032 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 06:07:41.263763: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 06:07:41.289746 139993835460032 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 06:07:41.318006 139993835460032 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 06:07:41.372622 139993835460032 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 06:07:55.969352 139993835460032 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 06:07:55.970149 139991825237760 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 06:07:55.970711 139991816845056 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 06:07:56.032433 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:07:56.111244 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:07:56.152882 139993835460032 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:07:56.153223 139993835460032 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 06:08:26.195281 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:08:26.262551 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 06:08:46.652118 139991816845056 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 06:08:56.343947 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:08:56.415874 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:09:26.065767 139993835460032 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:09:26.496742 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:09:26.567661 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.7908673, step = 200 +I1010 06:09:38.455432 139993835460032 basic_session_run_hooks.py:262] loss = 4.7908673, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:09:38.458868 139993835460032 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:09:38.459152 139993835460032 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 06:09:50.160537 139991816845056 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 06:09:56.636213 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:09:56.708609 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:10:26.767694 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:10:26.852647 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:10:30.558593 139993835460032 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6762903, step = 400 (63.828 sec) +I1010 06:10:42.283385 139993835460032 basic_session_run_hooks.py:260] loss = 3.6762903, step = 400 (63.828 sec) +INFO:tensorflow:global_step/sec: 3.13349 +I1010 06:10:42.284784 139993835460032 tpu_estimator.py:2307] global_step/sec: 3.13349 +INFO:tensorflow:examples/sec: 205356 +I1010 06:10:42.285774 139993835460032 tpu_estimator.py:2308] examples/sec: 205356 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:10:42.286844 139993835460032 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:10:42.287034 139993835460032 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 9) +I1010 06:10:50.380640 139991816845056 tpu_estimator.py:279] Outfeed finished for iteration (2, 9) +I1010 06:10:56.930088 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:10:57.007461 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:11:27.091396 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:11:27.164041 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:11:28.993906 139993835460032 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.173276, step = 600 (60.069 sec) +I1010 06:11:42.352118 139993835460032 basic_session_run_hooks.py:260] loss = 3.173276, step = 600 (60.069 sec) +INFO:tensorflow:global_step/sec: 3.32951 +I1010 06:11:42.353749 139993835460032 tpu_estimator.py:2307] global_step/sec: 3.32951 +INFO:tensorflow:examples/sec: 218203 +I1010 06:11:42.354157 139993835460032 tpu_estimator.py:2308] examples/sec: 218203 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:11:42.355178 139993835460032 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:11:42.355375 139993835460032 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 8) +I1010 06:11:50.474558 139991816845056 tpu_estimator.py:279] Outfeed finished for iteration (3, 8) +I1010 06:11:57.216629 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:11:57.296981 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:12:27.370882 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:12:27.580635 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:12:28.716983 139993835460032 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9337523, step = 800 (59.271 sec) +I1010 06:12:41.623095 139993835460032 basic_session_run_hooks.py:260] loss = 2.9337523, step = 800 (59.271 sec) +INFO:tensorflow:global_step/sec: 3.37433 +I1010 06:12:41.624852 139993835460032 tpu_estimator.py:2307] global_step/sec: 3.37433 +INFO:tensorflow:examples/sec: 221140 +I1010 06:12:41.625283 139993835460032 tpu_estimator.py:2308] examples/sec: 221140 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:12:41.626339 139993835460032 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:12:41.626524 139993835460032 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 13) +I1010 06:12:50.571130 139991816845056 tpu_estimator.py:279] Outfeed finished for iteration (4, 13) +I1010 06:12:57.665389 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:12:57.743583 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:13:27.481180 139993835460032 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:13:27.822329 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:13:27.899250 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 06:13:37.218265 139993835460032 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.3657153, step = 1000 (60.964 sec) +I1010 06:13:42.587059 139993835460032 basic_session_run_hooks.py:260] loss = 2.3657153, step = 1000 (60.964 sec) +INFO:tensorflow:global_step/sec: 3.28062 +I1010 06:13:42.588968 139993835460032 tpu_estimator.py:2307] global_step/sec: 3.28062 +INFO:tensorflow:examples/sec: 214999 +I1010 06:13:42.589390 139993835460032 tpu_estimator.py:2308] examples/sec: 214999 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:13:42.590724 139993835460032 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:13:42.590955 139993835460032 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 8) +I1010 06:13:50.805047 139991816845056 tpu_estimator.py:279] Outfeed finished for iteration (5, 8) +I1010 06:13:57.976244 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:13:58.070008 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:14:28.130023 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:14:28.211661 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:14:28.942579 139993835460032 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.4616456, step = 1200 (58.126 sec) +I1010 06:14:40.712728 139993835460032 basic_session_run_hooks.py:260] loss = 2.4616456, step = 1200 (58.126 sec) +INFO:tensorflow:global_step/sec: 3.44083 +I1010 06:14:40.714432 139993835460032 tpu_estimator.py:2307] global_step/sec: 3.44083 +INFO:tensorflow:examples/sec: 225498 +I1010 06:14:40.714838 139993835460032 tpu_estimator.py:2308] examples/sec: 225498 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:14:40.715853 139993835460032 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:14:40.716059 139993835460032 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 19) +I1010 06:14:50.931644 139991816845056 tpu_estimator.py:279] Outfeed finished for iteration (6, 19) +I1010 06:14:58.300087 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:14:58.369132 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:15:26.955640 139993835460032 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:15:28.453464 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:15:28.532922 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.0955575, step = 1400 (58.283 sec) +I1010 06:15:38.995366 139993835460032 basic_session_run_hooks.py:260] loss = 2.0955575, step = 1400 (58.283 sec) +INFO:tensorflow:global_step/sec: 3.43156 +I1010 06:15:38.996995 139993835460032 tpu_estimator.py:2307] global_step/sec: 3.43156 +INFO:tensorflow:examples/sec: 224891 +I1010 06:15:38.997406 139993835460032 tpu_estimator.py:2308] examples/sec: 224891 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:15:38.998543 139993835460032 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:15:38.998749 139993835460032 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 26) +I1010 06:15:50.933311 139991816845056 tpu_estimator.py:279] Outfeed finished for iteration (7, 26) +I1010 06:15:58.615510 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:15:58.687097 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:16:25.810359 139993835460032 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:16:28.742546 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:16:28.813435 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.8657854, step = 1600 (60.776 sec) +I1010 06:16:39.771406 139993835460032 basic_session_run_hooks.py:260] loss = 1.8657854, step = 1600 (60.776 sec) +INFO:tensorflow:global_step/sec: 3.29077 +I1010 06:16:39.773159 139993835460032 tpu_estimator.py:2307] global_step/sec: 3.29077 +INFO:tensorflow:examples/sec: 215664 +I1010 06:16:39.773592 139993835460032 tpu_estimator.py:2308] examples/sec: 215664 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 06:16:39.774776 139993835460032 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 06:16:39.774983 139993835460032 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 23) +I1010 06:16:51.074769 139991816845056 tpu_estimator.py:279] Outfeed finished for iteration (8, 23) +I1010 06:16:58.895025 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:16:58.971728 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.8859359, step = 1760 (38.506 sec) +I1010 06:17:18.277236 139993835460032 basic_session_run_hooks.py:260] loss = 1.8859359, step = 1760 (38.506 sec) +INFO:tensorflow:global_step/sec: 4.15521 +I1010 06:17:18.278981 139993835460032 tpu_estimator.py:2307] global_step/sec: 4.15521 +INFO:tensorflow:examples/sec: 272316 +I1010 06:17:18.279419 139993835460032 tpu_estimator.py:2308] examples/sec: 272316 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:17:18.280555 139993835460032 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:17:29.043479 139991808452352 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:17:29.110929 139991808452352 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 06:17:31.376940 139993835460032 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 06:17:31.377216 139993835460032 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 06:17:31.377427 139991825237760 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 06:17:31.377536 139991825237760 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 06:17:31.377685 139993835460032 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 06:17:31.377788 139993835460032 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 06:17:31.377847 139993835460032 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 06:17:31.377964 139991816845056 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 06:17:31.378065 139991816845056 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 06:17:31.378223 139993835460032 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 06:17:31.378315 139993835460032 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.8859359. +I1010 06:18:00.852598 139993835460032 estimator.py:371] Loss for final step: 1.8859359. +INFO:tensorflow:training_loop marked as finished +I1010 06:18:00.853418 139993835460032 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 06:18:03.864948 140245667640768 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 06:18:03.870954 140245667640768 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 06:18:03.871252 140245667640768 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 06:18:03.874862 140245667640768 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:18:03.945911 140245667640768 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 06:18:03.946191 140245667640768 transport.py:157] Attempting refresh to obtain initial access_token +I1010 06:18:04.018223 140245667640768 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:18:04.069844 140245667640768 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 06:18:04.070127 140245667640768 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 06:18:04.135768 140245667640768 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 06:18:04.136874 140245667640768 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 06:18:04.137135 140245667640768 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 06:18:04.137600 140245667640768 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 06:18:04.137689 140245667640768 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 06:18:04.137773 140245667640768 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 06:18:04.137888 140245667640768 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:18:04.375157 140245667640768 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 06:18:04.375776 140245667640768 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 06:18:04.376209 140245667640768 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 06:18:04.377770: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 06:18:04.390450 140245667640768 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 06:18:04.390645 140245667640768 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 06:18:04.392966 140245667640768 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 06:18:04.393039 140245667640768 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 06:18:04.393105 140245667640768 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 06:18:04.393426 140245667640768 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 06:18:04.393496 140245667640768 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 06:18:04.393562 140245667640768 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 06:18:04.393623 140245667640768 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 06:18:04.393682 140245667640768 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 06:18:04.393742 140245667640768 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 06:18:04.393801 140245667640768 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 06:18:04.393860 140245667640768 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 06:18:04.393918 140245667640768 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 06:18:04.393990 140245667640768 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 06:18:04.399789 140245667640768 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 06:18:04.401637 140245667640768 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 06:18:04.415354 140245667640768 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 06:18:04.415524 140245667640768 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 06:18:04.423810 140245667640768 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 06:18:04.510662 140245667640768 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:18:04.510943 140245667640768 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 06:18:04.665298 140245667640768 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 06:18:04.666093 140245667640768 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 06:18:04.666744 140245667640768 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 06:18:05.066189 140245667640768 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 06:18:05.639366: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 06:18:05.639422: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 06:18:05.639452: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 06:18:05.663703 140245667640768 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 06:18:05.665080 140245667640768 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 06:18:05.680569 140245667640768 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 06:18:05.707984 140245667640768 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 06:18:07.972389 140245667640768 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 06:18:07.977935 140245667640768 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 06:18:08.005532 140245667640768 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 06:18:08.056711 140245667640768 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 06:18:08.068953 140245667640768 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 06:18:08.174031 140245667640768 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 06:18:08.436274 140245667640768 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 06:18:08.452522 140245667640768 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 06:18:08.472021 140245667640768 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T06:18:08Z +I1010 06:18:08.489247 140245667640768 evaluation.py:255] Starting evaluation at 2019-10-10T06:18:08Z +INFO:tensorflow:TPU job name worker +I1010 06:18:08.489496 140245667640768 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 06:18:09.018716 140245667640768 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:18:09.131453 140245667640768 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 06:18:11.868451 140245667640768 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 06:18:11.890245 140245667640768 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 06:18:11.931349 140245667640768 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 06:18:11.944425 140245667640768 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 06:18:18.325855 140245667640768 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 06:18:18.326679 140243998852864 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 06:18:18.327200 140243990460160 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 06:18:18.491015 140245667640768 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 06:18:18.510818 140245667640768 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 06:18:18.511523 140245667640768 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 06:18:18.544738 140243982067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 06:18:18.626513 140243982067456 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 06:18:29.570588 140243990460160 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 06:18:38.215651 140245667640768 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 06:18:38.215989 140245667640768 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 06:18:38.216064 140245667640768 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 06:18:38.216249 140243998852864 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 06:18:38.216353 140243998852864 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 06:18:38.216540 140245667640768 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 06:18:38.216645 140245667640768 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 06:18:38.216705 140245667640768 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 06:18:38.216828 140243990460160 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 06:18:38.216912 140243990460160 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 06:18:38.217032 140245667640768 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 06:18:38.217122 140245667640768 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-06:18:48 +I1010 06:18:48.911447 140245667640768 evaluation.py:275] Finished evaluation at 2019-10-10-06:18:48 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.0441425, top_1_accuracy = 0.7472127, top_5_accuracy = 0.9180908 +I1010 06:18:48.911793 140245667640768 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.0441425, top_1_accuracy = 0.7472127, top_5_accuracy = 0.9180908 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:18:50.913805 140245667640768 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 06:18:51.169900 140245667640768 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.0441425, 'top_1_accuracy': 0.7472127, 'global_step': 1760, 'top_5_accuracy': 0.9180908}. Elapsed seconds: 46 +I1010 06:18:51.170242 140245667640768 resnet_main.py:597] Eval results: {'loss': 2.0441425, 'top_1_accuracy': 0.7472127, 'global_step': 1760, 'top_5_accuracy': 0.9180908}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 06:18:51.170396 140245667640768 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570687606402093... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570688245892818... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570687609.v3-512#1570688251297568... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570687641703486... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570688016400183... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570688016647822... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570688020578812... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570688076008100... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570688076216703... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570688080181273... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570688134231559... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570688134468415... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570688138481971... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570688193233076... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570688193434921... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570688197367380... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570688245180009... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570688245368325... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570688249381915... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570688329441069... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570688329.v3-512#1570688331082618... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 06:18:55.199088 139712110773696 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 06:18:55.205457 139712110773696 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 06:18:55.205718 139712110773696 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 06:18:55.209163 139712110773696 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:18:55.261269 139712110773696 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 06:18:55.261554 139712110773696 transport.py:157] Attempting refresh to obtain initial access_token +I1010 06:18:55.332067 139712110773696 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:18:55.378880 139712110773696 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 06:18:55.379151 139712110773696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 06:18:55.450727 139712110773696 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 06:18:55.452203 139712110773696 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 06:18:55.452539 139712110773696 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 06:18:55.453058 139712110773696 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 06:18:55.453145 139712110773696 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 06:18:55.453231 139712110773696 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 06:18:55.547769 139712110773696 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 06:18:55.650588 139712110773696 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 06:18:55.652334: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 06:18:55.710117 139712110773696 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 06:18:55.710382 139712110773696 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 06:18:55.710850 139712110773696 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 06:18:55.710920 139712110773696 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 06:18:55.710984 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 06:18:55.711287 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 06:18:55.711374 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 06:18:55.711440 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 06:18:55.711502 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 06:18:55.711563 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 06:18:55.711622 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 06:18:55.711682 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 06:18:55.711740 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 06:18:55.711800 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 06:18:55.711862 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 06:18:55.711922 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 06:18:55.711982 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 06:18:55.712042 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 06:18:55.712100 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 06:18:55.712169 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 06:18:55.712229 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 06:18:55.712287 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 06:18:55.712347 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 06:18:55.712405 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 06:18:55.712465 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 06:18:55.712598 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 06:18:55.712662 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 06:18:55.712724 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 06:18:55.712785 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 06:18:55.712843 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 06:18:55.712903 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 06:18:55.712968 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 06:18:55.713027 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 06:18:55.713085 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 06:18:55.713145 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 06:18:55.713212 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 06:18:55.713272 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 06:18:55.713330 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 06:18:55.713391 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 06:18:55.713449 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 06:18:55.713507 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 06:18:55.713567 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 06:18:55.713625 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 06:18:55.713685 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 06:18:55.713748 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 06:18:55.713808 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 06:18:55.713866 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 06:18:55.713926 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 06:18:55.713984 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 06:18:55.714044 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 06:18:55.714102 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 06:18:55.714169 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 06:18:55.714230 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 06:18:55.714289 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 06:18:55.714349 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 06:18:55.714407 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 06:18:55.714472 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 06:18:55.714531 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 06:18:55.714591 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 06:18:55.714651 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 06:18:55.714710 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 06:18:55.714768 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 06:18:55.714828 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 06:18:55.714886 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 06:18:55.714946 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 06:18:55.715003 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 06:18:55.715063 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 06:18:55.715121 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 06:18:55.715184 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 06:18:55.715249 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 06:18:55.715307 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 06:18:55.715368 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 06:18:55.715426 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 06:18:55.715485 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 06:18:55.715543 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 06:18:55.715601 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 06:18:55.715660 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 06:18:55.715718 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 06:18:55.715776 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 06:18:55.715835 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 06:18:55.715893 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 06:18:55.715956 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 06:18:55.716017 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 06:18:55.716078 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 06:18:55.716135 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 06:18:55.716201 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 06:18:55.716259 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 06:18:55.716317 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 06:18:55.716376 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 06:18:55.716434 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 06:18:55.716545 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 06:18:55.716615 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 06:18:55.716675 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 06:18:55.716736 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 06:18:55.716806 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 06:18:55.716867 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 06:18:55.716927 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 06:18:55.716984 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 06:18:55.717044 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 06:18:55.717103 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 06:18:55.717165 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 06:18:55.717226 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 06:18:55.717287 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 06:18:55.717345 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 06:18:55.717406 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 06:18:55.717464 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 06:18:55.717529 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 06:18:55.717588 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 06:18:55.717648 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 06:18:55.717705 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 06:18:55.717765 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 06:18:55.717823 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 06:18:55.717881 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 06:18:55.717947 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 06:18:55.718008 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 06:18:55.718079 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 06:18:55.718139 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 06:18:55.718204 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 06:18:55.718270 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 06:18:55.718329 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 06:18:55.718389 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 06:18:55.718449 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 06:18:55.718508 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 06:18:55.718565 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 06:18:55.718626 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 06:18:55.718686 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 06:18:55.718748 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 06:18:55.718811 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 06:18:55.718871 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 06:18:55.718930 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 06:18:55.718990 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 06:18:55.719053 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 06:18:55.719114 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 06:18:55.719178 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 06:18:55.719239 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 06:18:55.719299 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 06:18:55.719357 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 06:18:55.719417 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 06:18:55.719475 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 06:18:55.719533 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 06:18:55.719593 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 06:18:55.719651 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 06:18:55.719711 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 06:18:55.719775 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 06:18:55.719835 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 06:18:55.719894 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 06:18:55.719954 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 06:18:55.720014 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 06:18:55.720073 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 06:18:55.720132 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 06:18:55.720196 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 06:18:55.720254 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 06:18:55.720313 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 06:18:55.720372 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 06:18:55.720432 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 06:18:55.720552 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 06:18:55.720637 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 06:18:55.720698 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 06:18:55.720757 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 06:18:55.720818 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 06:18:55.720876 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 06:18:55.720935 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 06:18:55.720993 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 06:18:55.721051 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 06:18:55.721110 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 06:18:55.721174 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 06:18:55.721235 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 06:18:55.721292 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 06:18:55.721357 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 06:18:55.721415 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 06:18:55.721474 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 06:18:55.721533 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 06:18:55.721590 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 06:18:55.721648 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 06:18:55.721708 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 06:18:55.721765 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 06:18:55.721824 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 06:18:55.721883 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 06:18:55.721941 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 06:18:55.722002 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 06:18:55.722064 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 06:18:55.722125 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 06:18:55.722188 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 06:18:55.722249 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 06:18:55.722307 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 06:18:55.722366 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 06:18:55.722424 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 06:18:55.722481 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 06:18:55.722538 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 06:18:55.722598 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 06:18:55.722656 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 06:18:55.722716 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 06:18:55.722774 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 06:18:55.722836 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 06:18:55.722896 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 06:18:55.722954 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 06:18:55.723011 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 06:18:55.723068 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 06:18:55.723126 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 06:18:55.723191 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 06:18:55.723251 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 06:18:55.723309 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 06:18:55.723368 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 06:18:55.723429 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 06:18:55.723488 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 06:18:55.723551 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 06:18:55.723609 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 06:18:55.723668 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 06:18:55.723726 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 06:18:55.723784 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 06:18:55.723844 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 06:18:55.723901 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 06:18:55.723961 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 06:18:55.724020 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 06:18:55.724080 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 06:18:55.724139 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 06:18:55.724205 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 06:18:55.724268 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 06:18:55.724328 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 06:18:55.724385 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 06:18:55.724443 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 06:18:55.724570 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 06:18:55.724647 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 06:18:55.724706 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 06:18:55.724766 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 06:18:55.724828 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 06:18:55.724886 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 06:18:55.724946 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 06:18:55.725003 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 06:18:55.725063 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 06:18:55.725127 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 06:18:55.725197 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 06:18:55.725255 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 06:18:55.725316 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 06:18:55.725374 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 06:18:55.725435 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 06:18:55.725493 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 06:18:55.725552 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 06:18:55.725610 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 06:18:55.725667 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 06:18:55.725727 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 06:18:55.725785 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 06:18:55.725847 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 06:18:55.725907 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 06:18:55.725965 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 06:18:55.726025 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 06:18:55.726083 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 06:18:55.726141 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 06:18:55.726206 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 06:18:55.726263 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 06:18:55.726321 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 06:18:55.726380 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 06:18:55.726438 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 06:18:55.726495 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 06:18:55.726557 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 06:18:55.726620 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 06:18:55.726680 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 06:18:55.726737 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 06:18:55.726798 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 06:18:55.726856 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 06:18:55.726913 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 06:18:55.726973 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 06:18:55.727030 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 06:18:55.727088 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 06:18:55.727147 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 06:18:55.727212 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 06:18:55.727272 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 06:18:55.727339 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 06:18:55.727399 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 06:18:55.727458 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 06:18:55.727518 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 06:18:55.727575 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 06:18:55.727632 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 06:18:55.727689 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 06:18:55.727747 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 06:18:55.727807 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 06:18:55.727864 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 06:18:55.727922 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 06:18:55.727982 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 06:18:55.728056 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 06:18:55.728118 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 06:18:55.728184 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 06:18:55.728244 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 06:18:55.728303 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 06:18:55.728363 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 06:18:55.728420 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 06:18:55.728524 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 06:18:55.728610 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 06:18:55.728671 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 06:18:55.728729 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 06:18:55.728790 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 06:18:55.728848 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 06:18:55.728914 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 06:18:55.728971 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 06:18:55.729031 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 06:18:55.729089 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 06:18:55.729147 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 06:18:55.729212 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 06:18:55.729270 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 06:18:55.729329 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 06:18:55.729387 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 06:18:55.729445 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 06:18:55.729504 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 06:18:55.729562 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 06:18:55.729625 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 06:18:55.729685 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 06:18:55.729743 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 06:18:55.729800 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 06:18:55.729859 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 06:18:55.729918 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 06:18:55.729976 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 06:18:55.730036 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 06:18:55.730096 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 06:18:55.730164 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 06:18:55.730225 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 06:18:55.730283 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 06:18:55.730345 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 06:18:55.730406 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 06:18:55.730464 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 06:18:55.730524 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 06:18:55.730581 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 06:18:55.730640 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 06:18:55.730699 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 06:18:55.730757 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 06:18:55.730817 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 06:18:55.730875 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 06:18:55.730932 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 06:18:55.730990 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 06:18:55.731049 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 06:18:55.731110 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 06:18:55.731173 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 06:18:55.731232 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 06:18:55.731313 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 06:18:55.731374 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 06:18:55.731434 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 06:18:55.731492 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 06:18:55.731550 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 06:18:55.731609 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 06:18:55.731667 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 06:18:55.731725 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 06:18:55.731784 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 06:18:55.731846 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 06:18:55.731904 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 06:18:55.731964 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 06:18:55.732023 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 06:18:55.732083 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 06:18:55.732141 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 06:18:55.732206 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 06:18:55.732264 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 06:18:55.732322 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 06:18:55.732381 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 06:18:55.732439 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 06:18:55.732522 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 06:18:55.732585 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 06:18:55.732645 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 06:18:55.732703 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 06:18:55.732763 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 06:18:55.732820 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 06:18:55.732881 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 06:18:55.732939 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 06:18:55.732999 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 06:18:55.733057 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 06:18:55.733114 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 06:18:55.733179 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 06:18:55.733237 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 06:18:55.733297 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 06:18:55.733361 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 06:18:55.733419 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 06:18:55.733479 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 06:18:55.733537 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 06:18:55.733594 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 06:18:55.733654 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 06:18:55.733711 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 06:18:55.733769 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 06:18:55.733827 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 06:18:55.733885 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 06:18:55.733942 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 06:18:55.734000 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 06:18:55.734066 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 06:18:55.734124 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 06:18:55.734194 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 06:18:55.734252 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 06:18:55.734312 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 06:18:55.734369 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 06:18:55.734426 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 06:18:55.734484 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 06:18:55.734541 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 06:18:55.734600 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 06:18:55.734658 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 06:18:55.734718 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 06:18:55.734781 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 06:18:55.734838 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 06:18:55.734896 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 06:18:55.734955 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 06:18:55.735013 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 06:18:55.735069 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 06:18:55.735126 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 06:18:55.735189 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 06:18:55.735246 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 06:18:55.735306 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 06:18:55.735363 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 06:18:55.735423 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 06:18:55.735481 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 06:18:55.735543 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 06:18:55.735599 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 06:18:55.735657 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 06:18:55.735716 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 06:18:55.735773 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 06:18:55.735831 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 06:18:55.735888 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 06:18:55.735948 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 06:18:55.736006 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 06:18:55.736063 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 06:18:55.736121 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 06:18:55.736185 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 06:18:55.736248 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 06:18:55.736305 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 06:18:55.736363 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 06:18:55.736422 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 06:18:55.736499 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 06:18:55.736562 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 06:18:55.736622 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 06:18:55.736680 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 06:18:55.736740 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 06:18:55.736798 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 06:18:55.736856 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 06:18:55.736915 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 06:18:55.736973 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 06:18:55.737035 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 06:18:55.737093 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 06:18:55.737152 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 06:18:55.737215 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 06:18:55.737274 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 06:18:55.737334 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 06:18:55.737394 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 06:18:55.737452 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 06:18:55.737514 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 06:18:55.737572 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 06:18:55.737632 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 06:18:55.737689 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 06:18:55.737756 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 06:18:55.737813 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 06:18:55.737871 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 06:18:55.737931 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 06:18:55.737988 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 06:18:55.738059 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 06:18:55.738121 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 06:18:55.738185 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 06:18:55.738245 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 06:18:55.738305 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 06:18:55.738363 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 06:18:55.738420 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 06:18:55.738483 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 06:18:55.738543 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 06:18:55.738604 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 06:18:55.738662 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 06:18:55.738723 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 06:18:55.738785 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 06:18:55.738846 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 06:18:55.738903 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 06:18:55.738961 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 06:18:55.739021 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 06:18:55.739078 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 06:18:55.739136 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 06:18:55.739202 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 06:18:55.739265 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 06:18:55.739326 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 06:18:55.739383 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 06:18:55.739442 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 06:18:55.739500 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 06:18:55.739557 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 06:18:55.739617 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 06:18:55.739675 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 06:18:55.739732 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 06:18:55.739789 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 06:18:55.739849 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 06:18:55.739914 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 06:18:55.739979 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 06:18:55.740039 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 06:18:55.740097 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 06:18:55.740155 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 06:18:55.740220 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 06:18:55.740278 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 06:18:55.740338 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 06:18:55.740397 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 06:18:55.740457 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 06:18:55.740539 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 06:18:55.740597 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 06:18:55.740657 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 06:18:55.740722 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 06:18:55.740782 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 06:18:55.740840 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 06:18:55.740900 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 06:18:55.740958 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 06:18:55.741018 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 06:18:55.741076 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 06:18:55.741136 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 06:18:55.741199 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 06:18:55.741260 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 06:18:55.741318 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 06:18:55.741379 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 06:18:55.741436 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 06:18:55.741499 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 06:18:55.741559 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 06:18:55.741616 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 06:18:55.741673 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 06:18:55.741733 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 06:18:55.741791 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 06:18:55.741849 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 06:18:55.741908 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 06:18:55.741966 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 06:18:55.742027 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 06:18:55.742084 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 06:18:55.742142 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 06:18:55.742212 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 06:18:55.742270 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 06:18:55.742328 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 06:18:55.742388 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 06:18:55.742446 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 06:18:55.742503 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 06:18:55.742563 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 06:18:55.742620 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 06:18:55.742700 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 06:18:55.742763 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 06:18:55.742822 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 06:18:55.742882 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 06:18:55.742939 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 06:18:55.743002 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 06:18:55.743062 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 06:18:55.743120 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 06:18:55.743182 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 06:18:55.743242 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 06:18:55.743300 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 06:18:55.743360 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 06:18:55.743418 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 06:18:55.743475 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 06:18:55.743534 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 06:18:55.743591 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 06:18:55.743649 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 06:18:55.743715 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 06:18:55.743774 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 06:18:55.743833 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 06:18:55.743892 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 06:18:55.743951 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 06:18:55.744009 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 06:18:55.744066 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 06:18:55.744124 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 06:18:55.744189 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 06:18:55.744256 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 06:18:55.744314 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 06:18:55.744373 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 06:18:55.744435 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 06:18:55.744518 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 06:18:55.744577 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 06:18:55.744637 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 06:18:55.744695 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 06:18:55.744754 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 06:18:55.744812 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 06:18:55.744869 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 06:18:55.744927 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 06:18:55.744985 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 06:18:55.745045 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 06:18:55.745106 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 06:18:55.745171 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 06:18:55.745235 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 06:18:55.745296 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 06:18:55.745353 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 06:18:55.745410 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 06:18:55.745470 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 06:18:55.745527 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 06:18:55.745585 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 06:18:55.745644 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 06:18:55.745702 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 06:18:55.745759 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 06:18:55.745819 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 06:18:55.745877 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 06:18:55.745939 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 06:18:55.746000 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 06:18:55.746057 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 06:18:55.746117 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 06:18:55.746181 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 06:18:55.746239 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 06:18:55.746298 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 06:18:55.746355 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 06:18:55.746413 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 06:18:55.746470 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 06:18:55.746531 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 06:18:55.746588 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 06:18:55.746654 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 06:18:55.746712 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 06:18:55.746771 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 06:18:55.746829 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 06:18:55.746889 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 06:18:55.746947 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 06:18:55.747004 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 06:18:55.747062 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 06:18:55.747121 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 06:18:55.747185 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 06:18:55.747245 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 06:18:55.747303 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 06:18:55.747363 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 06:18:55.747426 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 06:18:55.747483 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 06:18:55.747541 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 06:18:55.747600 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 06:18:55.747658 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 06:18:55.747714 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 06:18:55.747772 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 06:18:55.747832 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 06:18:55.747889 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 06:18:55.747948 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 06:18:55.748007 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 06:18:55.748078 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 06:18:55.748145 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 06:18:55.748208 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 06:18:55.748267 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 06:18:55.748326 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 06:18:55.748383 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 06:18:55.748440 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 06:18:55.748521 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 06:18:55.748581 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 06:18:55.748641 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 06:18:55.748698 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 06:18:55.748758 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 06:18:55.748816 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 06:18:55.748873 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 06:18:55.748936 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 06:18:55.748995 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 06:18:55.749053 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 06:18:55.749110 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 06:18:55.749175 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 06:18:55.749233 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 06:18:55.749294 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 06:18:55.749352 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 06:18:55.749412 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 06:18:55.749469 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 06:18:55.749527 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 06:18:55.749586 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 06:18:55.749648 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 06:18:55.749706 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 06:18:55.749764 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 06:18:55.749823 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 06:18:55.749881 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 06:18:55.749938 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 06:18:55.749998 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 06:18:55.750055 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 06:18:55.750113 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 06:18:55.750175 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 06:18:55.750235 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 06:18:55.750293 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 06:18:55.750355 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 06:18:55.750413 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 06:18:55.750473 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 06:18:55.750531 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 06:18:55.750590 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 06:18:55.750648 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 06:18:55.750706 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 06:18:55.750766 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 06:18:55.750824 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 06:18:55.750881 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 06:18:55.750941 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 06:18:55.750998 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 06:18:55.751055 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 06:18:55.751120 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 06:18:55.751184 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 06:18:55.751245 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 06:18:55.751327 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 06:18:55.751385 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 06:18:55.751445 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 06:18:55.751503 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 06:18:55.751562 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 06:18:55.751620 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 06:18:55.751678 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 06:18:55.751737 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 06:18:55.751796 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 06:18:55.751859 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 06:18:55.751919 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 06:18:55.751979 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 06:18:55.752037 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 06:18:55.752095 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 06:18:55.752155 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 06:18:55.752218 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 06:18:55.752278 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 06:18:55.752336 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 06:18:55.752394 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 06:18:55.752453 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 06:18:55.752533 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 06:18:55.752599 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 06:18:55.752659 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 06:18:55.752717 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 06:18:55.752777 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 06:18:55.752834 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 06:18:55.752892 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 06:18:55.752949 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 06:18:55.753007 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 06:18:55.753066 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 06:18:55.753123 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 06:18:55.753187 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 06:18:55.753247 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 06:18:55.753305 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 06:18:55.753369 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 06:18:55.753427 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 06:18:55.753485 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 06:18:55.753544 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 06:18:55.753602 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 06:18:55.753659 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 06:18:55.753717 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 06:18:55.753776 139712110773696 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 06:18:55.759290 139712110773696 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 06:18:55.759844 139712110773696 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 06:18:55.772609 139712110773696 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 06:18:55.790771 139712110773696 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 06:18:55.791027 139712110773696 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 06:18:55.798947 139712110773696 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 06:18:55.882962 139712110773696 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:18:55.883245 139712110773696 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 06:18:55.885936 139712110773696 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:18:55.886182 139712110773696 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 06:18:56.046035 139712110773696 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 06:18:56.046854 139712110773696 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 06:18:56.047511 139712110773696 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 06:18:56.465081 139712110773696 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 06:18:56.861002 139712110773696 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 06:18:57.165717: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 06:18:57.165767: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 06:18:57.165794: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 06:19:07.823999 139712110773696 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 06:19:07.825630 139712110773696 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 06:19:07.840209 139712110773696 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 06:19:07.880968 139712110773696 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 06:19:11.065726 139712110773696 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 06:19:11.070867 139712110773696 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 06:19:11.097704 139712110773696 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 06:19:11.144840 139712110773696 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 06:19:11.156256 139712110773696 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 06:19:11.240858 139712110773696 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 06:19:11.245117 139712110773696 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 06:19:11.245347 139712110773696 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 06:19:11.245421 139712110773696 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 06:19:11.245486 139712110773696 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 06:19:11.245548 139712110773696 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 06:19:11.245620 139712110773696 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.3 ************************************** +I1010 06:19:11.245681 139712110773696 resnet_main.py:388] ****************************** the weight_decay_input is 0.3 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 06:19:11.245807 139712110773696 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 06:19:11.245943 139712110773696 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 06:19:11.246866 139712110773696 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 06:19:11.280143 139712110773696 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 06:19:14.531413 139712110773696 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:14.624891 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:14.691520 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:14.761720 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:14.882538 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:14.951970 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:15.022491 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:15.144607 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:15.212002 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:15.283895 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:15.405894 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:15.473675 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:15.544312 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:15.665520 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:15.735549 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:15.807359 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:15.928903 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:15.996217 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:16.069935 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:16.210549 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:16.277214 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:16.348628 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:16.470180 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:16.538274 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:16.608103 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:16.726703 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:16.793467 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:16.864517 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:16.984704 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:17.051795 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:17.122379 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:17.241153 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:17.309715 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:17.382762 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:17.503323 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:17.569386 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:17.639754 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:17.759284 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:17.826383 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:17.897180 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:18.016832 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:18.085522 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:18.155903 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:18.280936 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:18.352395 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:18.427037 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:18.564645 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:18.631127 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:18.702193 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:18.822602 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:18.892311 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:18.964785 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:19.085643 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:19.152939 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:19.223861 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:19.350831 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:19.421485 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:19.492697 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:19.612550 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:19.682831 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:19.754401 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:19.874834 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:19.943495 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:20.018279 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:20.138463 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:20.206053 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:20.276952 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:20.398716 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:20.472652 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:20.546545 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:20.667592 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:20.738073 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:20.811738 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:20.937577 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:21.012908 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:21.108387 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:21.244016 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:21.605485 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:21.679469 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:21.798186 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:21.864705 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:21.934165 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:22.053796 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:22.122730 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:22.197701 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:22.318677 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:22.389731 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:22.461788 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:22.581713 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:22.648206 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:22.719156 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:22.839734 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:22.910046 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:22.983413 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:23.106522 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:23.174606 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:23.246834 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:23.368724 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:23.437134 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:23.508038 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:23.627672 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:23.697757 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:23.773050 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:23.895720 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:23.963973 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:24.035099 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:24.155910 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:24.225336 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:24.295581 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:24.417727 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:24.489820 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:24.563878 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:24.686278 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:24.754537 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:24.825295 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:24.947176 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:25.014339 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:25.085268 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:25.204111 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:25.273977 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:25.353627 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:25.477859 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:25.544580 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:25.616053 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:25.735116 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:25.801795 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:25.872126 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:25.991874 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:26.061191 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:26.133548 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:26.254142 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:26.323879 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:26.398164 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:26.521131 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:26.589823 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:26.663352 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:26.786958 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:26.854880 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:26.927577 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:27.048341 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:27.119162 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:27.192301 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:27.312571 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:27.381478 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:27.453790 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:27.574371 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:27.641463 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:27.714252 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:27.834135 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:27.903909 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:27.977582 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:28.097887 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:28.165682 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:28.237591 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:28.360193 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:28.428081 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:28.501322 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:28.622046 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:28.692145 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:28.772377 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:28.898886 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:19:29.017995 139712110773696 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 06:19:29.697021 139712110773696 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 06:19:29.984306 139712110773696 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 06:19:36.324842 139712110773696 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 06:19:37.515228 139712110773696 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 06:19:50.929362 139712110773696 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 06:19:51.090893 139712110773696 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:20:10.942738 139712110773696 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 06:20:24.803477 139712110773696 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 06:20:25.807029 139712110773696 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 06:20:25.807476 139712110773696 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 06:20:25.808040: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0'] +I1010 06:20:25.849023 139712110773696 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 06:20:25.877403 139712110773696 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 06:20:25.930973 139712110773696 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 06:20:40.753288 139712110773696 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 06:20:40.754309 139710100391680 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 06:20:40.754769 139710091998976 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 06:20:40.809847 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:20:40.897136 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:20:40.932966 139712110773696 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:20:40.933358 139712110773696 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 06:21:10.979530 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:21:11.067244 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 06:21:29.754270 139710091998976 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 06:21:41.154236 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:21:41.237055 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:22:09.277364 139712110773696 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:22:11.317922 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:22:11.392602 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.885869, step = 200 +I1010 06:22:23.582814 139712110773696 basic_session_run_hooks.py:262] loss = 4.885869, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:22:23.586266 139712110773696 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:22:23.586513 139712110773696 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 06:22:34.875582 139710091998976 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 06:22:41.490092 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:22:41.564075 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:23:11.637686 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:23:11.706577 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:23:14.434917 139712110773696 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.4148424, step = 400 (64.296 sec) +I1010 06:23:27.878978 139712110773696 basic_session_run_hooks.py:260] loss = 3.4148424, step = 400 (64.296 sec) +INFO:tensorflow:global_step/sec: 3.11066 +I1010 06:23:27.880676 139712110773696 tpu_estimator.py:2307] global_step/sec: 3.11066 +INFO:tensorflow:examples/sec: 203860 +I1010 06:23:27.881817 139712110773696 tpu_estimator.py:2308] examples/sec: 203860 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:23:27.883230 139712110773696 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:23:27.883498 139712110773696 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 4) +I1010 06:23:35.058763 139710091998976 tpu_estimator.py:279] Outfeed finished for iteration (2, 4) +I1010 06:23:41.791172 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:23:41.872046 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:24:11.957103 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:24:12.093843 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:24:13.563810 139712110773696 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.4294043, step = 600 (58.895 sec) +I1010 06:24:26.774241 139712110773696 basic_session_run_hooks.py:260] loss = 3.4294043, step = 600 (58.895 sec) +INFO:tensorflow:global_step/sec: 3.39577 +I1010 06:24:26.777364 139712110773696 tpu_estimator.py:2307] global_step/sec: 3.39577 +INFO:tensorflow:examples/sec: 222545 +I1010 06:24:26.777786 139712110773696 tpu_estimator.py:2308] examples/sec: 222545 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:24:26.779217 139712110773696 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:24:26.779428 139712110773696 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 11) +I1010 06:24:35.115537 139710091998976 tpu_estimator.py:279] Outfeed finished for iteration (3, 11) +I1010 06:24:42.176629 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:24:42.249918 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:25:12.258088 139712110773696 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:25:12.333142 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:25:12.442224 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.8321848, step = 800 (56.968 sec) +I1010 06:25:23.742021 139712110773696 basic_session_run_hooks.py:260] loss = 2.8321848, step = 800 (56.968 sec) +INFO:tensorflow:global_step/sec: 3.51074 +I1010 06:25:23.745418 139712110773696 tpu_estimator.py:2307] global_step/sec: 3.51074 +INFO:tensorflow:examples/sec: 230080 +I1010 06:25:23.745888 139712110773696 tpu_estimator.py:2308] examples/sec: 230080 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:25:23.747447 139712110773696 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:25:23.747683 139712110773696 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 25) +I1010 06:25:35.380980 139710091998976 tpu_estimator.py:279] Outfeed finished for iteration (4, 25) +I1010 06:25:42.522084 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:25:42.630036 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:26:09.438859 139712110773696 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:26:12.693180 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:26:12.825123 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 06:26:18.599782 139712110773696 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.3074458, step = 1000 (58.831 sec) +I1010 06:26:22.573281 139712110773696 basic_session_run_hooks.py:260] loss = 2.3074458, step = 1000 (58.831 sec) +INFO:tensorflow:global_step/sec: 3.39965 +I1010 06:26:22.575053 139712110773696 tpu_estimator.py:2307] global_step/sec: 3.39965 +INFO:tensorflow:examples/sec: 222799 +I1010 06:26:22.575531 139712110773696 tpu_estimator.py:2308] examples/sec: 222799 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:26:22.576720 139712110773696 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:26:22.576930 139712110773696 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 32) +I1010 06:26:35.477404 139710091998976 tpu_estimator.py:279] Outfeed finished for iteration (5, 32) +I1010 06:26:42.894865 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:26:42.997167 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:27:08.410211 139712110773696 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:27:13.071300 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:27:13.174873 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.1272087, step = 1200 (60.258 sec) +I1010 06:27:22.830872 139712110773696 basic_session_run_hooks.py:260] loss = 2.1272087, step = 1200 (60.258 sec) +INFO:tensorflow:global_step/sec: 3.31909 +I1010 06:27:22.832544 139712110773696 tpu_estimator.py:2307] global_step/sec: 3.31909 +INFO:tensorflow:examples/sec: 217520 +I1010 06:27:22.833002 139712110773696 tpu_estimator.py:2308] examples/sec: 217520 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:27:22.833967 139712110773696 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:27:22.834132 139712110773696 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 30) +I1010 06:27:35.574928 139710091998976 tpu_estimator.py:279] Outfeed finished for iteration (6, 30) +I1010 06:27:43.257019 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:27:43.359566 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:28:09.138999 139712110773696 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:28:13.441442 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:28:13.525381 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.1111193, step = 1400 (61.829 sec) +I1010 06:28:24.660271 139712110773696 basic_session_run_hooks.py:260] loss = 2.1111193, step = 1400 (61.829 sec) +INFO:tensorflow:global_step/sec: 3.2347 +I1010 06:28:24.662019 139712110773696 tpu_estimator.py:2307] global_step/sec: 3.2347 +INFO:tensorflow:examples/sec: 211989 +I1010 06:28:24.662456 139712110773696 tpu_estimator.py:2308] examples/sec: 211989 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:28:24.663593 139712110773696 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:28:24.663801 139712110773696 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 22) +I1010 06:28:35.580982 139710091998976 tpu_estimator.py:279] Outfeed finished for iteration (7, 22) +I1010 06:28:43.600838 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:28:43.670546 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:29:10.343501 139712110773696 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:29:13.735496 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:29:13.819649 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.9247528, step = 1600 (61.456 sec) +I1010 06:29:26.116682 139712110773696 basic_session_run_hooks.py:260] loss = 1.9247528, step = 1600 (61.456 sec) +INFO:tensorflow:global_step/sec: 3.25434 +I1010 06:29:26.118345 139712110773696 tpu_estimator.py:2307] global_step/sec: 3.25434 +INFO:tensorflow:examples/sec: 213277 +I1010 06:29:26.118829 139712110773696 tpu_estimator.py:2308] examples/sec: 213277 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 06:29:26.119937 139712110773696 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 06:29:26.120152 139712110773696 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 15) +I1010 06:29:35.694919 139710091998976 tpu_estimator.py:279] Outfeed finished for iteration (8, 15) +I1010 06:29:43.890872 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:29:44.213571 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.9193897, step = 1760 (37.991 sec) +I1010 06:30:04.107404 139712110773696 basic_session_run_hooks.py:260] loss = 1.9193897, step = 1760 (37.991 sec) +INFO:tensorflow:global_step/sec: 4.21158 +I1010 06:30:04.108879 139712110773696 tpu_estimator.py:2307] global_step/sec: 4.21158 +INFO:tensorflow:examples/sec: 276010 +I1010 06:30:04.109339 139712110773696 tpu_estimator.py:2308] examples/sec: 276010 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:30:04.110213 139712110773696 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:30:14.694022 139710083606272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:30:15.233434 139710083606272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 06:30:19.030344 139712110773696 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 06:30:19.030668 139712110773696 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 06:30:19.030888 139710100391680 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 06:30:19.031001 139710100391680 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 06:30:19.031141 139712110773696 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 06:30:19.031280 139712110773696 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 06:30:19.031346 139712110773696 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 06:30:19.031471 139710091998976 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 06:30:19.031558 139710091998976 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 06:30:19.031712 139712110773696 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 06:30:19.031810 139712110773696 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.9193897. +I1010 06:30:47.068303 139712110773696 estimator.py:371] Loss for final step: 1.9193897. +INFO:tensorflow:training_loop marked as finished +I1010 06:30:47.069380 139712110773696 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 06:30:50.137533 139922955740608 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 06:30:50.143218 139922955740608 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 06:30:50.143455 139922955740608 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 06:30:50.146631 139922955740608 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:30:50.200392 139922955740608 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 06:30:50.200668 139922955740608 transport.py:157] Attempting refresh to obtain initial access_token +I1010 06:30:50.276983 139922955740608 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:30:50.325151 139922955740608 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 06:30:50.325439 139922955740608 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 06:30:50.421183 139922955740608 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 06:30:50.422542 139922955740608 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 06:30:50.422852 139922955740608 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 06:30:50.423352 139922955740608 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 06:30:50.423449 139922955740608 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 06:30:50.423535 139922955740608 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 06:30:50.423656 139922955740608 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:30:50.664973 139922955740608 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 06:30:50.665553 139922955740608 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 06:30:50.665993 139922955740608 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 06:30:50.667531: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 06:30:50.680620 139922955740608 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 06:30:50.682529 139922955740608 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 06:30:50.683123 139922955740608 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 06:30:50.683195 139922955740608 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 06:30:50.683279 139922955740608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 06:30:50.683568 139922955740608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 06:30:50.683638 139922955740608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 06:30:50.683701 139922955740608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 06:30:50.683763 139922955740608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 06:30:50.683824 139922955740608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 06:30:50.683890 139922955740608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 06:30:50.683950 139922955740608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 06:30:50.684010 139922955740608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 06:30:50.684068 139922955740608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 06:30:50.684130 139922955740608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 06:30:50.690000 139922955740608 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 06:30:50.691831 139922955740608 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 06:30:50.705929 139922955740608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 06:30:50.706110 139922955740608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 06:30:50.715291 139922955740608 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 06:30:50.802156 139922955740608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:30:50.802470 139922955740608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 06:30:50.957348 139922955740608 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 06:30:50.958240 139922955740608 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 06:30:50.958893 139922955740608 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 06:30:51.375967 139922955740608 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 06:30:51.948830: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 06:30:51.948881: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 06:30:51.948912: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 06:30:51.972820 139922955740608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 06:30:51.974189 139922955740608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 06:30:51.989229 139922955740608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 06:30:52.015845 139922955740608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 06:30:54.249202 139922955740608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 06:30:54.254252 139922955740608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 06:30:54.279891 139922955740608 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 06:30:54.326833 139922955740608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 06:30:54.338268 139922955740608 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 06:30:54.440767 139922955740608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 06:30:54.689162 139922955740608 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 06:30:54.705780 139922955740608 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 06:30:54.725684 139922955740608 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T06:30:54Z +I1010 06:30:54.743160 139922955740608 evaluation.py:255] Starting evaluation at 2019-10-10T06:30:54Z +INFO:tensorflow:TPU job name worker +I1010 06:30:54.743424 139922955740608 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 06:30:55.273298 139922955740608 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:30:55.390465 139922955740608 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 06:30:58.155549 139922955740608 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 06:30:58.172463 139922955740608 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 06:30:58.210231 139922955740608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 06:30:58.222568 139922955740608 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 06:31:04.306613 139922955740608 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 06:31:04.307569 139921144403712 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 06:31:04.308059 139921136011008 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 06:31:04.481436 139922955740608 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 06:31:04.502154 139922955740608 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 06:31:04.503324 139922955740608 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 06:31:04.540836 139921127618304 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 06:31:04.616631 139921127618304 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 06:31:15.465711 139921136011008 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 06:31:24.271292 139922955740608 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 06:31:24.271718 139922955740608 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 06:31:24.271816 139922955740608 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 06:31:24.272007 139921144403712 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 06:31:24.272131 139921144403712 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 06:31:24.272289 139922955740608 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 06:31:24.272408 139922955740608 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 06:31:24.272497 139922955740608 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 06:31:24.273289 139921136011008 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 06:31:24.273461 139921136011008 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 06:31:24.273602 139922955740608 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 06:31:24.273703 139922955740608 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-06:31:34 +I1010 06:31:34.866928 139922955740608 evaluation.py:275] Finished evaluation at 2019-10-10-06:31:34 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.979486, top_1_accuracy = 0.74853516, top_5_accuracy = 0.92073566 +I1010 06:31:34.867305 139922955740608 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.979486, top_1_accuracy = 0.74853516, top_5_accuracy = 0.92073566 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:31:36.898191 139922955740608 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 06:31:37.274523 139922955740608 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.979486, 'top_1_accuracy': 0.74853516, 'global_step': 1760, 'top_5_accuracy': 0.92073566}. Elapsed seconds: 46 +I1010 06:31:37.274840 139922955740608 resnet_main.py:597] Eval results: {'loss': 1.979486, 'top_1_accuracy': 0.74853516, 'global_step': 1760, 'top_5_accuracy': 0.92073566}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 06:31:37.274974 139922955740608 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570688370719783... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570689012892730... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570688373.v3-512#1570689018962451... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570688405624013... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570688777778995... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570688778019111... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570688782084255... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570688836376292... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570688836620830... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570688840595250... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570688899775752... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570688899996524... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570688904150192... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570688959671190... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570688959844080... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570688963888263... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570689012052475... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570689012325177... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570689016633056... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570689095416038... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570689095.v3-512#1570689097177192... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 06:31:41.408086 140378188322240 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 06:31:41.413572 140378188322240 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 06:31:41.413810 140378188322240 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 06:31:41.416928 140378188322240 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:31:41.465298 140378188322240 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 06:31:41.465559 140378188322240 transport.py:157] Attempting refresh to obtain initial access_token +I1010 06:31:41.532927 140378188322240 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:31:41.573786 140378188322240 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 06:31:41.574042 140378188322240 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 06:31:41.639657 140378188322240 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 06:31:41.641134 140378188322240 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 06:31:41.641437 140378188322240 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 06:31:41.641921 140378188322240 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 06:31:41.642008 140378188322240 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 06:31:41.642091 140378188322240 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 06:31:41.750400 140378188322240 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 06:31:41.835942 140378188322240 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 06:31:41.837693: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 06:31:41.901243 140378188322240 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 06:31:41.901511 140378188322240 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 06:31:41.901993 140378188322240 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 06:31:41.902064 140378188322240 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 06:31:41.902142 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 06:31:41.902404 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 06:31:41.902471 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 06:31:41.902555 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 06:31:41.902616 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 06:31:41.902693 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 06:31:41.902751 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 06:31:41.902810 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 06:31:41.902868 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 06:31:41.902925 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 06:31:41.902985 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 06:31:41.903044 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 06:31:41.903104 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 06:31:41.903162 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 06:31:41.903220 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 06:31:41.903290 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 06:31:41.903350 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 06:31:41.903407 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 06:31:41.903465 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 06:31:41.903534 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 06:31:41.903598 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 06:31:41.903656 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 06:31:41.903727 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 06:31:41.903784 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 06:31:41.903860 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 06:31:41.903918 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 06:31:41.903975 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 06:31:41.904033 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 06:31:41.904097 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 06:31:41.904155 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 06:31:41.904213 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 06:31:41.904272 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 06:31:41.904340 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 06:31:41.904397 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 06:31:41.904457 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 06:31:41.904592 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 06:31:41.904659 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 06:31:41.904716 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 06:31:41.904777 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 06:31:41.904835 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 06:31:41.904900 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 06:31:41.904958 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 06:31:41.905018 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 06:31:41.905076 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 06:31:41.905133 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 06:31:41.905193 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 06:31:41.905251 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 06:31:41.905309 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 06:31:41.905368 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 06:31:41.905426 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 06:31:41.905484 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 06:31:41.905549 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 06:31:41.905618 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 06:31:41.905679 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 06:31:41.905735 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 06:31:41.905791 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 06:31:41.905848 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 06:31:41.905903 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 06:31:41.905976 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 06:31:41.906033 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 06:31:41.906104 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 06:31:41.906161 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 06:31:41.906217 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 06:31:41.906271 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 06:31:41.906327 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 06:31:41.906405 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 06:31:41.906465 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 06:31:41.906528 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 06:31:41.906588 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 06:31:41.906646 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 06:31:41.906703 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 06:31:41.906760 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 06:31:41.906819 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 06:31:41.906874 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 06:31:41.906933 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 06:31:41.906990 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 06:31:41.907047 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 06:31:41.907109 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 06:31:41.907170 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 06:31:41.907227 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 06:31:41.907284 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 06:31:41.907341 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 06:31:41.907398 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 06:31:41.907468 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 06:31:41.907527 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 06:31:41.907584 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 06:31:41.907639 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 06:31:41.907696 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 06:31:41.907752 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 06:31:41.907809 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 06:31:41.907869 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 06:31:41.907924 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 06:31:41.907980 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 06:31:41.908035 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 06:31:41.908091 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 06:31:41.908145 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 06:31:41.908200 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 06:31:41.908256 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 06:31:41.908312 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 06:31:41.908375 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 06:31:41.908428 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 06:31:41.908571 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 06:31:41.908642 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 06:31:41.908699 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 06:31:41.908755 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 06:31:41.908811 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 06:31:41.908868 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 06:31:41.908922 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 06:31:41.908998 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 06:31:41.909056 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 06:31:41.909115 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 06:31:41.909173 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 06:31:41.909229 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 06:31:41.909286 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 06:31:41.909356 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 06:31:41.909419 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 06:31:41.909476 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 06:31:41.909539 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 06:31:41.909599 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 06:31:41.909657 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 06:31:41.909714 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 06:31:41.909773 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 06:31:41.909831 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 06:31:41.909888 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 06:31:41.909945 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 06:31:41.910001 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 06:31:41.910058 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 06:31:41.910123 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 06:31:41.910181 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 06:31:41.910238 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 06:31:41.910295 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 06:31:41.910351 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 06:31:41.910408 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 06:31:41.910466 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 06:31:41.910530 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 06:31:41.910588 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 06:31:41.910645 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 06:31:41.910701 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 06:31:41.910759 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 06:31:41.910816 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 06:31:41.910878 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 06:31:41.910936 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 06:31:41.910993 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 06:31:41.911051 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 06:31:41.911108 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 06:31:41.911164 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 06:31:41.911221 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 06:31:41.911295 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 06:31:41.911354 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 06:31:41.911412 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 06:31:41.911469 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 06:31:41.911533 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 06:31:41.911597 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 06:31:41.911654 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 06:31:41.911711 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 06:31:41.911771 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 06:31:41.911828 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 06:31:41.911885 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 06:31:41.911942 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 06:31:41.911998 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 06:31:41.912055 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 06:31:41.912111 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 06:31:41.912168 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 06:31:41.912225 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 06:31:41.912287 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 06:31:41.912345 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 06:31:41.912404 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 06:31:41.912461 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 06:31:41.912595 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 06:31:41.912659 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 06:31:41.912718 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 06:31:41.912775 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 06:31:41.912833 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 06:31:41.912890 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 06:31:41.912956 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 06:31:41.913016 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 06:31:41.913074 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 06:31:41.913140 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 06:31:41.913198 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 06:31:41.913255 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 06:31:41.913312 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 06:31:41.913369 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 06:31:41.913428 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 06:31:41.913485 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 06:31:41.913551 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 06:31:41.913608 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 06:31:41.913667 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 06:31:41.913726 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 06:31:41.913784 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 06:31:41.913846 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 06:31:41.913906 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 06:31:41.913964 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 06:31:41.914021 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 06:31:41.914078 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 06:31:41.914135 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 06:31:41.914194 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 06:31:41.914249 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 06:31:41.914316 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 06:31:41.914375 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 06:31:41.914434 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 06:31:41.914491 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 06:31:41.914558 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 06:31:41.914617 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 06:31:41.914675 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 06:31:41.914733 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 06:31:41.914791 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 06:31:41.914848 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 06:31:41.914905 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 06:31:41.914963 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 06:31:41.915020 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 06:31:41.915079 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 06:31:41.915137 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 06:31:41.915194 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 06:31:41.915250 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 06:31:41.915313 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 06:31:41.915369 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 06:31:41.915426 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 06:31:41.915483 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 06:31:41.915548 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 06:31:41.915606 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 06:31:41.915666 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 06:31:41.915724 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 06:31:41.915781 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 06:31:41.915838 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 06:31:41.915896 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 06:31:41.915956 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 06:31:41.916018 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 06:31:41.916075 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 06:31:41.916132 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 06:31:41.916192 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 06:31:41.916249 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 06:31:41.916307 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 06:31:41.916366 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 06:31:41.916424 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 06:31:41.916502 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 06:31:41.916570 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 06:31:41.916629 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 06:31:41.916687 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 06:31:41.916749 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 06:31:41.916809 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 06:31:41.916867 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 06:31:41.916924 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 06:31:41.916982 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 06:31:41.917042 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 06:31:41.917099 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 06:31:41.917156 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 06:31:41.917215 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 06:31:41.917272 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 06:31:41.917330 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 06:31:41.917387 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 06:31:41.917444 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 06:31:41.917506 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 06:31:41.917572 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 06:31:41.917630 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 06:31:41.917689 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 06:31:41.917747 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 06:31:41.917805 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 06:31:41.917864 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 06:31:41.917921 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 06:31:41.917979 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 06:31:41.918035 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 06:31:41.918092 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 06:31:41.918149 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 06:31:41.918212 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 06:31:41.918271 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 06:31:41.918329 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 06:31:41.918385 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 06:31:41.918442 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 06:31:41.918499 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 06:31:41.918564 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 06:31:41.918622 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 06:31:41.918679 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 06:31:41.918737 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 06:31:41.918795 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 06:31:41.918852 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 06:31:41.918914 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 06:31:41.918973 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 06:31:41.919030 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 06:31:41.919089 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 06:31:41.919145 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 06:31:41.919203 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 06:31:41.919260 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 06:31:41.919328 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 06:31:41.919387 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 06:31:41.919445 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 06:31:41.919502 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 06:31:41.919569 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 06:31:41.919627 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 06:31:41.919692 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 06:31:41.919749 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 06:31:41.919806 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 06:31:41.919862 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 06:31:41.919920 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 06:31:41.919979 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 06:31:41.920036 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 06:31:41.920093 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 06:31:41.920150 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 06:31:41.920207 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 06:31:41.920265 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 06:31:41.920322 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 06:31:41.920387 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 06:31:41.920445 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 06:31:41.920535 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 06:31:41.920593 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 06:31:41.920651 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 06:31:41.920710 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 06:31:41.920767 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 06:31:41.920825 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 06:31:41.920883 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 06:31:41.920942 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 06:31:41.921000 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 06:31:41.921056 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 06:31:41.921114 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 06:31:41.921178 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 06:31:41.921235 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 06:31:41.921293 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 06:31:41.921350 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 06:31:41.921408 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 06:31:41.921467 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 06:31:41.921530 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 06:31:41.921591 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 06:31:41.921648 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 06:31:41.921705 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 06:31:41.921762 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 06:31:41.921821 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 06:31:41.921881 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 06:31:41.921940 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 06:31:41.921997 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 06:31:41.922055 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 06:31:41.922112 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 06:31:41.922171 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 06:31:41.922229 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 06:31:41.922286 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 06:31:41.922343 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 06:31:41.922404 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 06:31:41.922461 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 06:31:41.922523 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 06:31:41.922585 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 06:31:41.922643 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 06:31:41.922702 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 06:31:41.922760 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 06:31:41.922818 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 06:31:41.922877 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 06:31:41.922933 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 06:31:41.922991 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 06:31:41.923048 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 06:31:41.923105 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 06:31:41.923161 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 06:31:41.923219 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 06:31:41.923275 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 06:31:41.923338 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 06:31:41.923397 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 06:31:41.923454 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 06:31:41.923512 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 06:31:41.923578 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 06:31:41.923635 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 06:31:41.923693 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 06:31:41.923751 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 06:31:41.923808 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 06:31:41.923866 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 06:31:41.923923 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 06:31:41.923980 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 06:31:41.924041 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 06:31:41.924102 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 06:31:41.924160 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 06:31:41.924220 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 06:31:41.924277 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 06:31:41.924346 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 06:31:41.924405 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 06:31:41.924463 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 06:31:41.924551 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 06:31:41.924611 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 06:31:41.924669 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 06:31:41.924727 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 06:31:41.924796 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 06:31:41.924854 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 06:31:41.924913 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 06:31:41.924971 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 06:31:41.925028 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 06:31:41.925086 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 06:31:41.925143 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 06:31:41.925200 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 06:31:41.925259 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 06:31:41.925316 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 06:31:41.925374 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 06:31:41.925432 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 06:31:41.925491 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 06:31:41.925560 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 06:31:41.925620 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 06:31:41.925678 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 06:31:41.925734 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 06:31:41.925791 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 06:31:41.925849 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 06:31:41.925906 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 06:31:41.925964 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 06:31:41.926022 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 06:31:41.926079 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 06:31:41.926139 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 06:31:41.926196 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 06:31:41.926256 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 06:31:41.926314 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 06:31:41.926371 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 06:31:41.926428 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 06:31:41.926486 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 06:31:41.926548 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 06:31:41.926605 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 06:31:41.926665 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 06:31:41.926723 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 06:31:41.926779 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 06:31:41.926839 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 06:31:41.926897 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 06:31:41.926954 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 06:31:41.927016 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 06:31:41.927073 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 06:31:41.927130 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 06:31:41.927187 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 06:31:41.927246 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 06:31:41.927303 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 06:31:41.927360 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 06:31:41.927417 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 06:31:41.927474 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 06:31:41.927537 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 06:31:41.927597 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 06:31:41.927654 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 06:31:41.927716 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 06:31:41.927773 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 06:31:41.927830 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 06:31:41.927887 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 06:31:41.927947 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 06:31:41.928004 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 06:31:41.928064 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 06:31:41.928121 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 06:31:41.928179 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 06:31:41.928236 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 06:31:41.928292 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 06:31:41.928350 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 06:31:41.928411 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 06:31:41.928487 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 06:31:41.928555 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 06:31:41.928612 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 06:31:41.928683 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 06:31:41.928772 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 06:31:41.928832 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 06:31:41.928889 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 06:31:41.928946 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 06:31:41.929003 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 06:31:41.929060 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 06:31:41.929117 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 06:31:41.929176 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 06:31:41.929239 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 06:31:41.929305 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 06:31:41.929366 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 06:31:41.929424 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 06:31:41.929482 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 06:31:41.929546 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 06:31:41.929604 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 06:31:41.929661 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 06:31:41.929718 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 06:31:41.929774 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 06:31:41.929831 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 06:31:41.929889 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 06:31:41.929954 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 06:31:41.930012 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 06:31:41.930072 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 06:31:41.930130 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 06:31:41.930188 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 06:31:41.930246 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 06:31:41.930304 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 06:31:41.930361 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 06:31:41.930418 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 06:31:41.930475 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 06:31:41.930540 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 06:31:41.930598 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 06:31:41.930665 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 06:31:41.930726 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 06:31:41.930784 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 06:31:41.930843 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 06:31:41.930901 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 06:31:41.930957 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 06:31:41.931014 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 06:31:41.931071 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 06:31:41.931128 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 06:31:41.931184 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 06:31:41.931241 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 06:31:41.931318 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 06:31:41.931376 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 06:31:41.931440 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 06:31:41.931499 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 06:31:41.931561 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 06:31:41.931619 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 06:31:41.931677 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 06:31:41.931735 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 06:31:41.931792 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 06:31:41.931849 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 06:31:41.931906 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 06:31:41.931965 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 06:31:41.932024 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 06:31:41.932080 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 06:31:41.932146 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 06:31:41.932204 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 06:31:41.932260 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 06:31:41.932317 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 06:31:41.932374 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 06:31:41.932430 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 06:31:41.932511 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 06:31:41.932576 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 06:31:41.932635 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 06:31:41.932692 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 06:31:41.932749 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 06:31:41.932806 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 06:31:41.932863 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 06:31:41.932926 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 06:31:41.932984 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 06:31:41.933039 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 06:31:41.933098 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 06:31:41.933155 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 06:31:41.933212 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 06:31:41.933271 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 06:31:41.933330 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 06:31:41.933387 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 06:31:41.933444 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 06:31:41.933501 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 06:31:41.933566 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 06:31:41.933626 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 06:31:41.933685 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 06:31:41.933742 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 06:31:41.933798 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 06:31:41.933856 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 06:31:41.933913 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 06:31:41.933973 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 06:31:41.934031 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 06:31:41.934087 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 06:31:41.934144 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 06:31:41.934201 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 06:31:41.934258 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 06:31:41.934329 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 06:31:41.934390 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 06:31:41.934447 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 06:31:41.934504 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 06:31:41.934567 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 06:31:41.934626 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 06:31:41.934684 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 06:31:41.934741 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 06:31:41.934798 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 06:31:41.934854 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 06:31:41.934912 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 06:31:41.934969 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 06:31:41.935026 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 06:31:41.935089 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 06:31:41.935147 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 06:31:41.935204 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 06:31:41.935261 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 06:31:41.935319 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 06:31:41.935375 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 06:31:41.935434 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 06:31:41.935489 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 06:31:41.935554 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 06:31:41.935611 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 06:31:41.935667 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 06:31:41.935724 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 06:31:41.935786 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 06:31:41.935844 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 06:31:41.935903 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 06:31:41.935961 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 06:31:41.936017 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 06:31:41.936074 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 06:31:41.936131 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 06:31:41.936188 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 06:31:41.936244 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 06:31:41.936312 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 06:31:41.936367 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 06:31:41.936424 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 06:31:41.936502 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 06:31:41.936570 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 06:31:41.936628 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 06:31:41.936702 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 06:31:41.936758 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 06:31:41.936816 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 06:31:41.936873 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 06:31:41.936932 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 06:31:41.936990 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 06:31:41.937047 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 06:31:41.937104 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 06:31:41.937161 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 06:31:41.937218 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 06:31:41.937280 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 06:31:41.937338 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 06:31:41.937395 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 06:31:41.937452 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 06:31:41.937509 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 06:31:41.937575 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 06:31:41.937632 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 06:31:41.937690 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 06:31:41.937747 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 06:31:41.937805 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 06:31:41.937864 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 06:31:41.937931 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 06:31:41.937989 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 06:31:41.938045 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 06:31:41.938101 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 06:31:41.938155 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 06:31:41.938210 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 06:31:41.938266 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 06:31:41.938322 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 06:31:41.938378 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 06:31:41.938432 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 06:31:41.938488 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 06:31:41.938549 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 06:31:41.938606 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 06:31:41.938659 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 06:31:41.938720 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 06:31:41.938775 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 06:31:41.938829 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 06:31:41.938884 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 06:31:41.938940 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 06:31:41.938994 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 06:31:41.939049 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 06:31:41.939105 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 06:31:41.939162 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 06:31:41.939215 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 06:31:41.939270 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 06:31:41.939357 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 06:31:41.939419 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 06:31:41.939476 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 06:31:41.939539 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 06:31:41.939598 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 06:31:41.939656 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 06:31:41.939713 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 06:31:41.939770 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 06:31:41.939827 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 06:31:41.939883 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 06:31:41.939940 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 06:31:41.939996 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 06:31:41.940052 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 06:31:41.940119 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 06:31:41.940176 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 06:31:41.940233 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 06:31:41.940290 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 06:31:41.940349 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 06:31:41.940407 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 06:31:41.940464 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 06:31:41.940577 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 06:31:41.940637 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 06:31:41.940706 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 06:31:41.940762 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 06:31:41.940819 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 06:31:41.940874 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 06:31:41.940937 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 06:31:41.941014 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 06:31:41.941072 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 06:31:41.941132 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 06:31:41.941190 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 06:31:41.941247 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 06:31:41.941304 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 06:31:41.941361 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 06:31:41.941420 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 06:31:41.941477 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 06:31:41.941540 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 06:31:41.941600 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 06:31:41.941663 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 06:31:41.941721 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 06:31:41.941781 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 06:31:41.941838 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 06:31:41.941895 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 06:31:41.941952 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 06:31:41.942011 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 06:31:41.942068 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 06:31:41.942125 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 06:31:41.942182 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 06:31:41.942239 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 06:31:41.942297 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 06:31:41.942359 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 06:31:41.942418 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 06:31:41.942475 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 06:31:41.942537 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 06:31:41.942595 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 06:31:41.942651 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 06:31:41.942708 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 06:31:41.942765 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 06:31:41.942822 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 06:31:41.942879 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 06:31:41.942936 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 06:31:41.942994 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 06:31:41.943052 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 06:31:41.943114 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 06:31:41.943171 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 06:31:41.943228 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 06:31:41.943285 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 06:31:41.943344 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 06:31:41.943401 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 06:31:41.943456 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 06:31:41.943515 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 06:31:41.943581 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 06:31:41.943639 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 06:31:41.943707 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 06:31:41.943763 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 06:31:41.943821 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 06:31:41.943877 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 06:31:41.943933 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 06:31:41.943988 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 06:31:41.944044 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 06:31:41.944098 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 06:31:41.944154 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 06:31:41.944211 140378188322240 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 06:31:41.949892 140378188322240 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 06:31:41.950442 140378188322240 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 06:31:41.963087 140378188322240 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 06:31:41.981564 140378188322240 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 06:31:41.981823 140378188322240 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 06:31:41.989651 140378188322240 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 06:31:42.073395 140378188322240 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:31:42.073671 140378188322240 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 06:31:42.076267 140378188322240 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:31:42.076558 140378188322240 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 06:31:42.236210 140378188322240 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 06:31:42.237056 140378188322240 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 06:31:42.237711 140378188322240 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 06:31:42.651465 140378188322240 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 06:31:43.044081 140378188322240 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 06:31:43.345037: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 06:31:43.345084: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 06:31:43.345111: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 06:31:53.904918 140378188322240 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 06:31:53.906483 140378188322240 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 06:31:53.921348 140378188322240 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 06:31:53.962069 140378188322240 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 06:31:57.130167 140378188322240 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 06:31:57.135384 140378188322240 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 06:31:57.161981 140378188322240 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 06:31:57.209817 140378188322240 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 06:31:57.221465 140378188322240 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 06:31:57.305007 140378188322240 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 06:31:57.309247 140378188322240 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 06:31:57.309467 140378188322240 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 06:31:57.309537 140378188322240 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 06:31:57.309602 140378188322240 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 06:31:57.309673 140378188322240 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 06:31:57.309731 140378188322240 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.4 ************************************** +I1010 06:31:57.309788 140378188322240 resnet_main.py:388] ****************************** the weight_decay_input is 0.4 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 06:31:57.309914 140378188322240 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 06:31:57.310046 140378188322240 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 06:31:57.310973 140378188322240 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 06:31:57.343776 140378188322240 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 06:32:00.569262 140378188322240 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:00.662470 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:00.729286 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:00.799626 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:00.919657 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:00.988795 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:01.060506 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:01.183270 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:01.252393 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:01.323714 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:01.448549 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:01.516196 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:01.586838 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:01.709898 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:01.780148 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:01.851582 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:01.975267 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:02.042615 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:02.116535 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:02.256941 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:02.322757 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:02.394881 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:02.515763 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:02.583254 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:02.652982 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:02.772233 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:02.839231 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:02.909516 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:03.028548 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:03.094880 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:03.165641 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:03.284382 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:03.354053 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:03.424997 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:03.544513 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:03.610394 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:03.680700 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:03.804368 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:03.874249 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:03.948446 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:04.074496 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:04.147586 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:04.223138 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:04.350488 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:04.421725 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:04.493169 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:04.620348 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:04.687449 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:04.758997 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:04.879590 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:04.950092 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:05.022140 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:05.144447 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:05.212635 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:05.283989 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:05.406393 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:05.477720 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:05.552045 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:05.677735 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:05.751765 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:05.826806 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:05.952234 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:06.022902 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:06.101772 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:06.229918 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:06.297153 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:06.368247 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:06.488920 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:06.561055 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:06.633981 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:06.754196 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:06.824438 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:06.897831 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:07.023302 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:07.099457 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:07.194946 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:07.328985 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:07.691997 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:07.767206 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:07.887048 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:07.953733 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:08.023710 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:08.142589 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:08.212315 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:08.285151 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:08.403747 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:08.471417 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:08.541601 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:08.659132 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:08.725641 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:08.796066 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:08.914916 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:08.983150 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:09.055802 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:09.176525 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:09.244863 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:09.315027 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:09.435264 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:09.501446 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:09.571940 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:09.689167 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:09.758188 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:09.831521 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:09.951297 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:10.017318 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:10.087366 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:10.206486 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:10.273103 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:10.343199 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:10.463320 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:10.532430 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:10.604954 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:10.726676 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:10.795299 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:10.866363 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:10.985416 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:11.052783 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:11.123780 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:11.245986 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:11.315289 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:11.396421 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:11.519118 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:11.585158 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:11.654922 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:11.773909 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:11.840250 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:11.910610 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:12.029613 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:12.098937 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:12.171747 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:12.292992 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:12.362095 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:12.435743 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:12.557092 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:12.625284 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:12.698498 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:12.823591 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:12.892857 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:12.964773 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:13.084364 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:13.154026 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:13.227032 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:13.346884 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:13.415767 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:13.489998 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:13.615463 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:13.686103 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:13.763652 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:13.891557 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:13.964109 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:14.040726 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:14.166495 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:14.237306 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:14.312539 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:14.439629 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:14.511116 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:14.588028 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:14.715759 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:14.790934 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:14.876888 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:15.010036 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:32:15.137274 140378188322240 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 06:32:15.831737 140378188322240 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 06:32:16.098551 140378188322240 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 06:32:22.371431 140378188322240 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 06:32:23.525674 140378188322240 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 06:32:38.226824 140378188322240 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 06:32:38.399986 140378188322240 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:32:58.249414 140378188322240 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 06:33:10.877316 140378188322240 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 06:33:11.895890 140378188322240 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 06:33:11.896440 140378188322240 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 06:33:11.897317: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 06:33:11.924098 140378188322240 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 06:33:11.953239 140378188322240 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 06:33:12.007469 140378188322240 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 06:33:27.748663 140378188322240 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 06:33:27.749639 140376177886976 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 06:33:27.750155 140376169494272 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 06:33:27.807955 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:33:27.910651 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:33:27.950944 140378188322240 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:33:27.951319 140378188322240 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 06:33:57.999258 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:33:58.069946 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 06:34:20.733278 140376169494272 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 06:34:28.152410 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:34:28.252099 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:34:58.317347 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:34:58.390933 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:35:00.493232 140378188322240 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.678387, step = 200 +I1010 06:35:14.903695 140378188322240 basic_session_run_hooks.py:262] loss = 4.678387, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:35:14.907366 140378188322240 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:35:14.907645 140378188322240 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 06:35:26.558901 140376169494272 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 06:35:28.462677 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:35:28.536328 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:35:58.607681 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:35:58.704869 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:36:06.642080 140378188322240 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.2567785, step = 400 (63.946 sec) +I1010 06:36:18.849848 140378188322240 basic_session_run_hooks.py:260] loss = 3.2567785, step = 400 (63.946 sec) +INFO:tensorflow:global_step/sec: 3.12769 +I1010 06:36:18.851563 140378188322240 tpu_estimator.py:2307] global_step/sec: 3.12769 +INFO:tensorflow:examples/sec: 204976 +I1010 06:36:18.852746 140378188322240 tpu_estimator.py:2308] examples/sec: 204976 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:36:18.853931 140378188322240 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:36:18.854135 140378188322240 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 5) +I1010 06:36:26.569432 140376169494272 tpu_estimator.py:279] Outfeed finished for iteration (2, 5) +I1010 06:36:28.794177 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:36:28.866483 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:36:58.942766 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:36:59.008671 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:37:05.365926 140378188322240 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3123982, step = 600 (59.902 sec) +I1010 06:37:18.751431 140378188322240 basic_session_run_hooks.py:260] loss = 3.3123982, step = 600 (59.902 sec) +INFO:tensorflow:global_step/sec: 3.33874 +I1010 06:37:18.754420 140378188322240 tpu_estimator.py:2307] global_step/sec: 3.33874 +INFO:tensorflow:examples/sec: 218808 +I1010 06:37:18.754890 140378188322240 tpu_estimator.py:2308] examples/sec: 218808 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:37:18.756113 140378188322240 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:37:18.756326 140378188322240 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 8) +I1010 06:37:26.760188 140376169494272 tpu_estimator.py:279] Outfeed finished for iteration (3, 8) +I1010 06:37:29.098577 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:37:29.171878 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:37:59.256050 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:37:59.509859 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:38:04.985965 140378188322240 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.055699, step = 800 (58.564 sec) +I1010 06:38:17.314946 140378188322240 basic_session_run_hooks.py:260] loss = 3.055699, step = 800 (58.564 sec) +INFO:tensorflow:global_step/sec: 3.41518 +I1010 06:38:17.316395 140378188322240 tpu_estimator.py:2307] global_step/sec: 3.41518 +INFO:tensorflow:examples/sec: 223817 +I1010 06:38:17.316817 140378188322240 tpu_estimator.py:2308] examples/sec: 223817 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:38:17.317761 140378188322240 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:38:17.317960 140378188322240 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 15) +I1010 06:38:26.887432 140376169494272 tpu_estimator.py:279] Outfeed finished for iteration (4, 15) +I1010 06:38:29.575577 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:38:29.661957 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:38:59.717587 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:38:59.786968 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:39:03.707479 140378188322240 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 06:39:12.888261 140378188322240 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.796077, step = 1000 (59.329 sec) +I1010 06:39:16.643855 140378188322240 basic_session_run_hooks.py:260] loss = 2.796077, step = 1000 (59.329 sec) +INFO:tensorflow:global_step/sec: 3.37103 +I1010 06:39:16.645415 140378188322240 tpu_estimator.py:2307] global_step/sec: 3.37103 +INFO:tensorflow:examples/sec: 220924 +I1010 06:39:16.645901 140378188322240 tpu_estimator.py:2308] examples/sec: 220924 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:39:16.647150 140378188322240 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:39:16.647344 140378188322240 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 18) +I1010 06:39:26.941570 140376169494272 tpu_estimator.py:279] Outfeed finished for iteration (5, 18) +I1010 06:39:29.866350 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:39:29.939493 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:40:00.023668 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:40:00.149931 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:40:03.188973 140378188322240 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.2525883, step = 1200 (61.239 sec) +I1010 06:40:17.883074 140378188322240 basic_session_run_hooks.py:260] loss = 2.2525883, step = 1200 (61.239 sec) +INFO:tensorflow:global_step/sec: 3.26587 +I1010 06:40:17.884780 140378188322240 tpu_estimator.py:2307] global_step/sec: 3.26587 +INFO:tensorflow:examples/sec: 214032 +I1010 06:40:17.885180 140378188322240 tpu_estimator.py:2308] examples/sec: 214032 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:40:17.886356 140378188322240 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:40:17.886559 140378188322240 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 13) +I1010 06:40:27.110795 140376169494272 tpu_estimator.py:279] Outfeed finished for iteration (6, 13) +I1010 06:40:30.232944 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:40:30.306246 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:41:00.392576 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:41:00.499418 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:41:03.674063 140378188322240 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.0913286, step = 1400 (57.926 sec) +I1010 06:41:15.809387 140378188322240 basic_session_run_hooks.py:260] loss = 2.0913286, step = 1400 (57.926 sec) +INFO:tensorflow:global_step/sec: 3.45267 +I1010 06:41:15.810987 140378188322240 tpu_estimator.py:2307] global_step/sec: 3.45267 +INFO:tensorflow:examples/sec: 226274 +I1010 06:41:15.811444 140378188322240 tpu_estimator.py:2308] examples/sec: 226274 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:41:15.812604 140378188322240 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:41:15.812813 140378188322240 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 23) +I1010 06:41:27.239090 140376169494272 tpu_estimator.py:279] Outfeed finished for iteration (7, 23) +I1010 06:41:30.564287 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:41:30.630995 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:42:00.714548 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:42:00.820040 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:42:02.116729 140378188322240 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.0532048, step = 1600 (59.179 sec) +I1010 06:42:14.988399 140378188322240 basic_session_run_hooks.py:260] loss = 2.0532048, step = 1600 (59.179 sec) +INFO:tensorflow:global_step/sec: 3.37957 +I1010 06:42:14.990103 140378188322240 tpu_estimator.py:2307] global_step/sec: 3.37957 +INFO:tensorflow:examples/sec: 221484 +I1010 06:42:14.990386 140378188322240 tpu_estimator.py:2308] examples/sec: 221484 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 06:42:14.991776 140378188322240 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 06:42:14.991971 140378188322240 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 30) +I1010 06:42:27.248095 140376169494272 tpu_estimator.py:279] Outfeed finished for iteration (8, 30) +I1010 06:42:30.894782 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:42:31.070604 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.8803749, step = 1760 (38.459 sec) +I1010 06:42:53.447443 140378188322240 basic_session_run_hooks.py:260] loss = 1.8803749, step = 1760 (38.459 sec) +INFO:tensorflow:global_step/sec: 4.16029 +I1010 06:42:53.448967 140378188322240 tpu_estimator.py:2307] global_step/sec: 4.16029 +INFO:tensorflow:examples/sec: 272649 +I1010 06:42:53.449258 140378188322240 tpu_estimator.py:2308] examples/sec: 272649 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:42:55.047796 140378188322240 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:43:01.134422 140376161101568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:43:01.213043 140376161101568 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 06:43:09.810511 140378188322240 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 06:43:09.810811 140378188322240 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 06:43:09.811060 140376177886976 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 06:43:09.811203 140376177886976 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 06:43:09.811363 140378188322240 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 06:43:09.811469 140378188322240 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 06:43:09.811530 140378188322240 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 06:43:09.811657 140376169494272 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 06:43:09.811743 140376169494272 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 06:43:09.811856 140378188322240 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 06:43:09.811964 140378188322240 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.8803749. +I1010 06:43:32.972759 140378188322240 estimator.py:371] Loss for final step: 1.8803749. +INFO:tensorflow:training_loop marked as finished +I1010 06:43:32.973769 140378188322240 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 06:43:36.354841 139889803560384 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 06:43:36.364561 139889803560384 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 06:43:36.364824 139889803560384 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 06:43:36.368284 139889803560384 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:43:36.417995 139889803560384 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 06:43:36.418265 139889803560384 transport.py:157] Attempting refresh to obtain initial access_token +I1010 06:43:36.483731 139889803560384 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:43:36.531687 139889803560384 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 06:43:36.531955 139889803560384 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 06:43:36.626166 139889803560384 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 06:43:36.627244 139889803560384 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 06:43:36.627489 139889803560384 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 06:43:36.627955 139889803560384 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 06:43:36.628072 139889803560384 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 06:43:36.628166 139889803560384 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 06:43:36.628278 139889803560384 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:43:36.895616 139889803560384 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 06:43:36.896142 139889803560384 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 06:43:36.896579 139889803560384 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 06:43:36.897931: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 06:43:36.910619 139889803560384 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 06:43:36.912337 139889803560384 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 06:43:36.912949 139889803560384 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 06:43:36.913022 139889803560384 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 06:43:36.913086 139889803560384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 06:43:36.913378 139889803560384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 06:43:36.913448 139889803560384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 06:43:36.913510 139889803560384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 06:43:36.913570 139889803560384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 06:43:36.913630 139889803560384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 06:43:36.913688 139889803560384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 06:43:36.913748 139889803560384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 06:43:36.913805 139889803560384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 06:43:36.913862 139889803560384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 06:43:36.913922 139889803560384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 06:43:36.919558 139889803560384 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 06:43:36.921437 139889803560384 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 06:43:36.936829 139889803560384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 06:43:36.937088 139889803560384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 06:43:36.945992 139889803560384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 06:43:37.035392 139889803560384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:43:37.035701 139889803560384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 06:43:37.195477 139889803560384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 06:43:37.196327 139889803560384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 06:43:37.197016 139889803560384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 06:43:37.611650 139889803560384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 06:43:38.181830: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 06:43:38.181897: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 06:43:38.181924: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 06:43:38.206085 139889803560384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 06:43:38.207418 139889803560384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 06:43:38.222887 139889803560384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 06:43:38.250098 139889803560384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 06:43:40.505985 139889803560384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 06:43:40.511125 139889803560384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 06:43:40.536956 139889803560384 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 06:43:40.584031 139889803560384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 06:43:40.595577 139889803560384 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 06:43:40.693402 139889803560384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 06:43:40.938941 139889803560384 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 06:43:40.955210 139889803560384 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 06:43:40.974457 139889803560384 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T06:43:40Z +I1010 06:43:40.991688 139889803560384 evaluation.py:255] Starting evaluation at 2019-10-10T06:43:40Z +INFO:tensorflow:TPU job name worker +I1010 06:43:40.991946 139889803560384 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 06:43:41.526441 139889803560384 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:43:41.643934 139889803560384 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 06:43:44.478444 139889803560384 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 06:43:44.500395 139889803560384 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 06:43:44.539669 139889803560384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 06:43:44.552930 139889803560384 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 06:43:51.194564 139889803560384 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 06:43:51.195498 139887992100608 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 06:43:51.195909 139887983707904 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 06:43:51.361706 139889803560384 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 06:43:51.383059 139889803560384 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 06:43:51.383760 139889803560384 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 06:43:51.419413 139887975315200 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 06:43:51.486280 139887975315200 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 06:44:02.669323 139887983707904 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 06:44:11.438108 139889803560384 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 06:44:11.438438 139889803560384 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 06:44:11.438514 139889803560384 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 06:44:11.438702 139887992100608 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 06:44:11.438806 139887992100608 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 06:44:11.438942 139889803560384 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 06:44:11.439050 139889803560384 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 06:44:11.439111 139889803560384 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 06:44:11.441740 139887983707904 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 06:44:11.441899 139887983707904 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 06:44:11.442045 139889803560384 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 06:44:11.442152 139889803560384 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-06:44:21 +I1010 06:44:21.714343 139889803560384 evaluation.py:275] Finished evaluation at 2019-10-10-06:44:21 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9663218, top_1_accuracy = 0.74823, top_5_accuracy = 0.92264813 +I1010 06:44:21.714692 139889803560384 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9663218, top_1_accuracy = 0.74823, top_5_accuracy = 0.92264813 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:44:23.696101 139889803560384 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 06:44:24.000624 139889803560384 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9663218, 'top_1_accuracy': 0.74823, 'global_step': 1760, 'top_5_accuracy': 0.92264813}. Elapsed seconds: 47 +I1010 06:44:24.001009 139889803560384 resnet_main.py:597] Eval results: {'loss': 1.9663218, 'top_1_accuracy': 0.74823, 'global_step': 1760, 'top_5_accuracy': 0.92264813}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 06:44:24.001166 139889803560384 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570689136762309... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570689784006752... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570689139.v3-512#1570689789744628... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570689173052258... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570689552102006... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570689552343982... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570689556137585... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570689611208274... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570689611466682... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570689615423637... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570689670743604... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570689670971461... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570689675227016... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570689730178292... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570689730413682... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570689734416779... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570689783263119... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570689783509489... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570689787592299... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570689862229901... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570689862.v3-512#1570689863936401... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 06:44:28.120151 139980472808896 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 06:44:28.126116 139980472808896 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 06:44:28.126384 139980472808896 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 06:44:28.129785 139980472808896 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:44:28.182971 139980472808896 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 06:44:28.183250 139980472808896 transport.py:157] Attempting refresh to obtain initial access_token +I1010 06:44:28.258560 139980472808896 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:44:28.395754 139980472808896 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 06:44:28.396025 139980472808896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 06:44:28.470359 139980472808896 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 06:44:28.471827 139980472808896 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 06:44:28.472116 139980472808896 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 06:44:28.472656 139980472808896 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 06:44:28.472744 139980472808896 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 06:44:28.472829 139980472808896 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 06:44:28.558470 139980472808896 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 06:44:28.636171 139980472808896 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 06:44:28.640077: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 06:44:28.696106 139980472808896 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 06:44:28.696372 139980472808896 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 06:44:28.696938 139980472808896 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 06:44:28.697011 139980472808896 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 06:44:28.697077 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 06:44:28.697351 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 06:44:28.697422 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 06:44:28.697499 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 06:44:28.697572 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 06:44:28.697633 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 06:44:28.697695 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 06:44:28.697755 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 06:44:28.697813 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 06:44:28.697874 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 06:44:28.697937 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 06:44:28.697998 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 06:44:28.698057 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 06:44:28.698117 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 06:44:28.698183 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 06:44:28.698242 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 06:44:28.698307 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 06:44:28.698367 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 06:44:28.698426 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 06:44:28.698484 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 06:44:28.698549 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 06:44:28.698610 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 06:44:28.698669 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 06:44:28.698729 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 06:44:28.698788 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 06:44:28.698848 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 06:44:28.698905 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 06:44:28.698964 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 06:44:28.699027 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 06:44:28.699085 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 06:44:28.699143 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 06:44:28.699203 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 06:44:28.699260 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 06:44:28.699320 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 06:44:28.699378 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 06:44:28.699438 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 06:44:28.699496 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 06:44:28.699561 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 06:44:28.699620 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 06:44:28.699680 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 06:44:28.699738 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 06:44:28.699800 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 06:44:28.699860 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 06:44:28.699919 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 06:44:28.699985 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 06:44:28.700046 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 06:44:28.700109 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 06:44:28.700167 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 06:44:28.700227 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 06:44:28.700287 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 06:44:28.700345 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 06:44:28.700403 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 06:44:28.700462 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 06:44:28.700598 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 06:44:28.700674 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 06:44:28.700735 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 06:44:28.700794 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 06:44:28.700855 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 06:44:28.700912 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 06:44:28.700972 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 06:44:28.701030 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 06:44:28.701088 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 06:44:28.701147 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 06:44:28.701205 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 06:44:28.701265 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 06:44:28.701329 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 06:44:28.701389 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 06:44:28.701448 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 06:44:28.701507 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 06:44:28.701574 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 06:44:28.701632 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 06:44:28.701692 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 06:44:28.701750 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 06:44:28.701808 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 06:44:28.701868 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 06:44:28.701925 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 06:44:28.701984 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 06:44:28.702044 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 06:44:28.702111 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 06:44:28.702172 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 06:44:28.702230 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 06:44:28.702289 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 06:44:28.702347 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 06:44:28.702405 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 06:44:28.702465 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 06:44:28.702524 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 06:44:28.702595 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 06:44:28.702656 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 06:44:28.702714 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 06:44:28.702775 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 06:44:28.702836 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 06:44:28.702896 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 06:44:28.702954 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 06:44:28.703013 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 06:44:28.703073 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 06:44:28.703130 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 06:44:28.703190 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 06:44:28.703247 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 06:44:28.703306 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 06:44:28.703366 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 06:44:28.703424 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 06:44:28.703483 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 06:44:28.703547 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 06:44:28.703613 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 06:44:28.703671 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 06:44:28.703731 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 06:44:28.703789 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 06:44:28.703847 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 06:44:28.703907 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 06:44:28.703965 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 06:44:28.704025 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 06:44:28.704085 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 06:44:28.704144 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 06:44:28.704202 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 06:44:28.704262 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 06:44:28.704325 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 06:44:28.704385 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 06:44:28.704442 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 06:44:28.704607 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 06:44:28.704678 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 06:44:28.704740 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 06:44:28.704799 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 06:44:28.704859 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 06:44:28.704920 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 06:44:28.704979 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 06:44:28.705039 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 06:44:28.705096 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 06:44:28.705156 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 06:44:28.705223 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 06:44:28.705281 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 06:44:28.705339 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 06:44:28.705399 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 06:44:28.705460 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 06:44:28.705519 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 06:44:28.705586 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 06:44:28.705646 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 06:44:28.705704 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 06:44:28.705763 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 06:44:28.705821 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 06:44:28.705881 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 06:44:28.705945 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 06:44:28.706005 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 06:44:28.706063 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 06:44:28.706123 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 06:44:28.706182 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 06:44:28.706240 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 06:44:28.706300 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 06:44:28.706357 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 06:44:28.706417 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 06:44:28.706475 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 06:44:28.706532 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 06:44:28.706598 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 06:44:28.706660 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 06:44:28.706720 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 06:44:28.706779 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 06:44:28.706837 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 06:44:28.706897 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 06:44:28.706957 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 06:44:28.707015 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 06:44:28.707075 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 06:44:28.707134 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 06:44:28.707191 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 06:44:28.707250 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 06:44:28.707308 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 06:44:28.707366 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 06:44:28.707429 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 06:44:28.707489 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 06:44:28.707555 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 06:44:28.707614 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 06:44:28.707673 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 06:44:28.707731 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 06:44:28.707789 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 06:44:28.707849 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 06:44:28.707907 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 06:44:28.707966 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 06:44:28.708024 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 06:44:28.708084 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 06:44:28.708148 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 06:44:28.708206 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 06:44:28.708266 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 06:44:28.708324 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 06:44:28.708384 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 06:44:28.708442 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 06:44:28.708570 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 06:44:28.708637 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 06:44:28.708697 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 06:44:28.708756 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 06:44:28.708816 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 06:44:28.708875 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 06:44:28.708941 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 06:44:28.709002 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 06:44:28.709060 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 06:44:28.709120 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 06:44:28.709177 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 06:44:28.709237 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 06:44:28.709294 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 06:44:28.709352 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 06:44:28.709410 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 06:44:28.709470 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 06:44:28.709528 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 06:44:28.709597 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 06:44:28.709656 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 06:44:28.709721 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 06:44:28.709779 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 06:44:28.709839 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 06:44:28.709897 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 06:44:28.709955 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 06:44:28.710015 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 06:44:28.710073 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 06:44:28.710133 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 06:44:28.710191 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 06:44:28.710251 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 06:44:28.710309 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 06:44:28.710367 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 06:44:28.710429 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 06:44:28.710494 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 06:44:28.710561 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 06:44:28.710621 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 06:44:28.710695 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 06:44:28.710755 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 06:44:28.710814 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 06:44:28.710874 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 06:44:28.710932 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 06:44:28.710989 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 06:44:28.711047 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 06:44:28.711107 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 06:44:28.711165 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 06:44:28.711237 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 06:44:28.711318 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 06:44:28.711378 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 06:44:28.711437 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 06:44:28.711497 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 06:44:28.711563 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 06:44:28.711621 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 06:44:28.711682 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 06:44:28.711740 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 06:44:28.711797 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 06:44:28.711855 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 06:44:28.711915 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 06:44:28.711982 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 06:44:28.712044 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 06:44:28.712104 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 06:44:28.712162 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 06:44:28.712222 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 06:44:28.712280 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 06:44:28.712338 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 06:44:28.712398 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 06:44:28.712455 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 06:44:28.712594 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 06:44:28.712657 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 06:44:28.712718 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 06:44:28.712785 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 06:44:28.712846 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 06:44:28.712907 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 06:44:28.712970 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 06:44:28.713033 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 06:44:28.713093 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 06:44:28.713151 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 06:44:28.713211 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 06:44:28.713268 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 06:44:28.713327 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 06:44:28.713392 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 06:44:28.713450 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 06:44:28.713510 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 06:44:28.713586 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 06:44:28.713646 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 06:44:28.713706 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 06:44:28.713764 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 06:44:28.713823 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 06:44:28.713881 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 06:44:28.713938 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 06:44:28.713996 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 06:44:28.714056 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 06:44:28.714113 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 06:44:28.714173 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 06:44:28.714231 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 06:44:28.714297 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 06:44:28.714355 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 06:44:28.714415 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 06:44:28.714473 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 06:44:28.714531 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 06:44:28.714598 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 06:44:28.714658 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 06:44:28.714715 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 06:44:28.714776 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 06:44:28.714833 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 06:44:28.714893 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 06:44:28.714951 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 06:44:28.715018 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 06:44:28.715076 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 06:44:28.715136 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 06:44:28.715194 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 06:44:28.715253 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 06:44:28.715312 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 06:44:28.715370 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 06:44:28.715429 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 06:44:28.715487 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 06:44:28.715555 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 06:44:28.715617 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 06:44:28.715676 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 06:44:28.715734 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 06:44:28.715797 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 06:44:28.715856 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 06:44:28.715914 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 06:44:28.715974 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 06:44:28.716032 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 06:44:28.716090 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 06:44:28.716150 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 06:44:28.716208 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 06:44:28.716268 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 06:44:28.716325 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 06:44:28.716384 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 06:44:28.716444 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 06:44:28.716536 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 06:44:28.716602 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 06:44:28.716660 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 06:44:28.716718 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 06:44:28.716777 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 06:44:28.716836 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 06:44:28.716897 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 06:44:28.716955 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 06:44:28.717014 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 06:44:28.717072 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 06:44:28.717130 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 06:44:28.717187 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 06:44:28.717248 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 06:44:28.717308 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 06:44:28.717365 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 06:44:28.717423 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 06:44:28.717483 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 06:44:28.717549 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 06:44:28.717609 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 06:44:28.717669 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 06:44:28.717726 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 06:44:28.717786 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 06:44:28.717844 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 06:44:28.717902 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 06:44:28.717961 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 06:44:28.718030 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 06:44:28.718090 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 06:44:28.718149 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 06:44:28.718209 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 06:44:28.718267 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 06:44:28.718327 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 06:44:28.718384 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 06:44:28.718442 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 06:44:28.718501 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 06:44:28.718569 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 06:44:28.718627 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 06:44:28.718687 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 06:44:28.718750 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 06:44:28.718811 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 06:44:28.718868 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 06:44:28.718928 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 06:44:28.718986 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 06:44:28.719047 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 06:44:28.719105 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 06:44:28.719161 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 06:44:28.719221 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 06:44:28.719279 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 06:44:28.719336 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 06:44:28.719394 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 06:44:28.719454 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 06:44:28.719516 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 06:44:28.719582 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 06:44:28.719640 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 06:44:28.719700 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 06:44:28.719758 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 06:44:28.719816 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 06:44:28.719875 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 06:44:28.719932 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 06:44:28.719990 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 06:44:28.720047 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 06:44:28.720113 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 06:44:28.720172 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 06:44:28.720237 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 06:44:28.720295 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 06:44:28.720354 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 06:44:28.720412 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 06:44:28.720491 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 06:44:28.720560 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 06:44:28.720618 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 06:44:28.720688 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 06:44:28.720746 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 06:44:28.720807 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 06:44:28.720865 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 06:44:28.720926 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 06:44:28.720989 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 06:44:28.721049 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 06:44:28.721107 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 06:44:28.721165 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 06:44:28.721224 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 06:44:28.721282 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 06:44:28.721339 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 06:44:28.721399 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 06:44:28.721457 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 06:44:28.721517 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 06:44:28.721582 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 06:44:28.721642 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 06:44:28.721700 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 06:44:28.721764 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 06:44:28.721822 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 06:44:28.721879 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 06:44:28.721937 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 06:44:28.721996 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 06:44:28.722053 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 06:44:28.722112 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 06:44:28.722172 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 06:44:28.722230 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 06:44:28.722291 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 06:44:28.722351 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 06:44:28.722409 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 06:44:28.722470 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 06:44:28.722528 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 06:44:28.722594 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 06:44:28.722652 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 06:44:28.722711 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 06:44:28.722769 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 06:44:28.722831 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 06:44:28.722891 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 06:44:28.722949 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 06:44:28.723007 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 06:44:28.723066 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 06:44:28.723123 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 06:44:28.723189 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 06:44:28.723248 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 06:44:28.723306 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 06:44:28.723365 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 06:44:28.723423 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 06:44:28.723481 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 06:44:28.723547 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 06:44:28.723608 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 06:44:28.723668 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 06:44:28.723726 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 06:44:28.723784 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 06:44:28.723844 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 06:44:28.723902 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 06:44:28.723967 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 06:44:28.724025 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 06:44:28.724083 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 06:44:28.724143 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 06:44:28.724203 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 06:44:28.724261 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 06:44:28.724319 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 06:44:28.724378 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 06:44:28.724437 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 06:44:28.724555 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 06:44:28.724638 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 06:44:28.724699 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 06:44:28.724764 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 06:44:28.724826 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 06:44:28.724889 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 06:44:28.724951 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 06:44:28.725009 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 06:44:28.725068 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 06:44:28.725126 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 06:44:28.725186 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 06:44:28.725244 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 06:44:28.725301 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 06:44:28.725361 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 06:44:28.725419 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 06:44:28.725478 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 06:44:28.725548 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 06:44:28.725610 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 06:44:28.725670 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 06:44:28.725729 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 06:44:28.725788 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 06:44:28.725847 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 06:44:28.725904 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 06:44:28.725963 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 06:44:28.726021 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 06:44:28.726078 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 06:44:28.726136 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 06:44:28.726196 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 06:44:28.726260 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 06:44:28.726319 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 06:44:28.726377 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 06:44:28.726435 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 06:44:28.726494 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 06:44:28.726560 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 06:44:28.726618 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 06:44:28.726676 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 06:44:28.726735 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 06:44:28.726794 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 06:44:28.726852 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 06:44:28.726911 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 06:44:28.726974 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 06:44:28.727032 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 06:44:28.727092 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 06:44:28.727149 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 06:44:28.727209 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 06:44:28.727267 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 06:44:28.727325 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 06:44:28.727385 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 06:44:28.727444 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 06:44:28.727503 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 06:44:28.727569 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 06:44:28.727627 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 06:44:28.727686 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 06:44:28.727751 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 06:44:28.727809 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 06:44:28.727868 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 06:44:28.727926 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 06:44:28.727984 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 06:44:28.728041 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 06:44:28.728101 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 06:44:28.728158 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 06:44:28.728218 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 06:44:28.728276 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 06:44:28.728334 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 06:44:28.728393 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 06:44:28.728455 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 06:44:28.728548 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 06:44:28.728609 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 06:44:28.728667 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 06:44:28.728725 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 06:44:28.728785 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 06:44:28.728843 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 06:44:28.728904 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 06:44:28.728962 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 06:44:28.729021 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 06:44:28.729079 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 06:44:28.729137 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 06:44:28.729202 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 06:44:28.729259 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 06:44:28.729319 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 06:44:28.729377 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 06:44:28.729437 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 06:44:28.729496 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 06:44:28.729562 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 06:44:28.729620 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 06:44:28.729679 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 06:44:28.729737 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 06:44:28.729795 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 06:44:28.729852 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 06:44:28.729912 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 06:44:28.729974 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 06:44:28.730034 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 06:44:28.730093 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 06:44:28.730151 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 06:44:28.730211 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 06:44:28.730269 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 06:44:28.730326 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 06:44:28.730386 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 06:44:28.730443 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 06:44:28.730501 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 06:44:28.730565 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 06:44:28.730623 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 06:44:28.730700 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 06:44:28.730761 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 06:44:28.730819 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 06:44:28.730879 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 06:44:28.730937 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 06:44:28.730995 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 06:44:28.731054 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 06:44:28.731112 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 06:44:28.731170 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 06:44:28.731230 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 06:44:28.731312 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 06:44:28.731373 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 06:44:28.731437 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 06:44:28.731497 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 06:44:28.731561 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 06:44:28.731621 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 06:44:28.731679 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 06:44:28.731738 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 06:44:28.731796 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 06:44:28.731854 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 06:44:28.731914 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 06:44:28.731971 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 06:44:28.732031 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 06:44:28.732089 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 06:44:28.732148 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 06:44:28.732213 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 06:44:28.732271 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 06:44:28.732331 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 06:44:28.732388 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 06:44:28.732446 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 06:44:28.732527 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 06:44:28.732594 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 06:44:28.732654 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 06:44:28.732712 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 06:44:28.732772 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 06:44:28.732830 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 06:44:28.732889 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 06:44:28.732955 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 06:44:28.733016 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 06:44:28.733074 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 06:44:28.733133 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 06:44:28.733191 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 06:44:28.733249 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 06:44:28.733308 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 06:44:28.733366 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 06:44:28.733427 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 06:44:28.733485 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 06:44:28.733551 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 06:44:28.733613 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 06:44:28.733670 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 06:44:28.733736 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 06:44:28.733795 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 06:44:28.733854 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 06:44:28.733912 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 06:44:28.733971 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 06:44:28.734029 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 06:44:28.734088 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 06:44:28.734148 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 06:44:28.734208 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 06:44:28.734267 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 06:44:28.734325 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 06:44:28.734385 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 06:44:28.734447 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 06:44:28.734505 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 06:44:28.734570 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 06:44:28.734630 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 06:44:28.734688 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 06:44:28.734746 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 06:44:28.734810 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 06:44:28.734870 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 06:44:28.734930 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 06:44:28.734987 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 06:44:28.735047 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 06:44:28.735105 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 06:44:28.735167 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 06:44:28.735225 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 06:44:28.735285 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 06:44:28.735343 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 06:44:28.735403 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 06:44:28.735460 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 06:44:28.735521 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 06:44:28.735585 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 06:44:28.735645 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 06:44:28.735702 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 06:44:28.735760 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 06:44:28.735819 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 06:44:28.735877 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 06:44:28.735939 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 06:44:28.735999 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 06:44:28.736057 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 06:44:28.736115 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 06:44:28.736175 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 06:44:28.736232 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 06:44:28.736290 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 06:44:28.736350 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 06:44:28.736409 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 06:44:28.736489 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 06:44:28.736557 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 06:44:28.736617 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 06:44:28.736679 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 06:44:28.736738 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 06:44:28.736798 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 06:44:28.736859 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 06:44:28.736917 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 06:44:28.736975 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 06:44:28.737034 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 06:44:28.737092 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 06:44:28.737150 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 06:44:28.737209 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 06:44:28.737267 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 06:44:28.737324 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 06:44:28.737390 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 06:44:28.737451 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 06:44:28.737510 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 06:44:28.737577 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 06:44:28.737637 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 06:44:28.737706 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 06:44:28.737766 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 06:44:28.737823 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 06:44:28.737883 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 06:44:28.737942 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 06:44:28.737999 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 06:44:28.738059 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 06:44:28.738116 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 06:44:28.738182 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 06:44:28.738240 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 06:44:28.738297 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 06:44:28.738356 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 06:44:28.738414 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 06:44:28.738471 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 06:44:28.738529 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 06:44:28.738594 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 06:44:28.738653 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 06:44:28.738712 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 06:44:28.738770 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 06:44:28.738828 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 06:44:28.738893 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 06:44:28.738950 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 06:44:28.739008 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 06:44:28.739067 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 06:44:28.739125 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 06:44:28.739183 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 06:44:28.739242 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 06:44:28.739303 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 06:44:28.739362 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 06:44:28.739422 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 06:44:28.739480 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 06:44:28.739545 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 06:44:28.739607 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 06:44:28.739670 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 06:44:28.739728 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 06:44:28.739787 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 06:44:28.739845 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 06:44:28.739903 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 06:44:28.739962 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 06:44:28.740020 139980472808896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 06:44:28.745486 139980472808896 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 06:44:28.746046 139980472808896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 06:44:28.758938 139980472808896 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 06:44:28.777426 139980472808896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 06:44:28.777692 139980472808896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 06:44:28.785520 139980472808896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 06:44:28.869219 139980472808896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:44:28.869481 139980472808896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 06:44:28.872108 139980472808896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:44:28.872361 139980472808896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 06:44:29.033195 139980472808896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 06:44:29.034003 139980472808896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 06:44:29.034651 139980472808896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 06:44:29.453134 139980472808896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 06:44:29.849720 139980472808896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 06:44:30.155384: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 06:44:30.155446: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 06:44:30.155473: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 06:44:40.868361 139980472808896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 06:44:40.869999 139980472808896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 06:44:40.885313 139980472808896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 06:44:40.926873 139980472808896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 06:44:44.120758 139980472808896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 06:44:44.126020 139980472808896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 06:44:44.152910 139980472808896 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 06:44:44.200289 139980472808896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 06:44:44.211921 139980472808896 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 06:44:44.296108 139980472808896 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 06:44:44.300283 139980472808896 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 06:44:44.300539 139980472808896 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 06:44:44.300622 139980472808896 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 06:44:44.300688 139980472808896 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 06:44:44.300750 139980472808896 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 06:44:44.300808 139980472808896 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.5 ************************************** +I1010 06:44:44.300868 139980472808896 resnet_main.py:388] ****************************** the weight_decay_input is 0.5 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 06:44:44.300987 139980472808896 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 06:44:44.301106 139980472808896 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 06:44:44.302026 139980472808896 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 06:44:44.334959 139980472808896 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 06:44:47.634875 139980472808896 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:47.730158 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:47.798131 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:47.869366 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:47.990937 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:48.061216 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:48.133315 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:48.256825 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:48.324836 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:48.397458 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:48.518497 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:48.587945 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:48.660957 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:48.784992 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:48.855551 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:48.927510 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:49.051558 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:49.120031 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:49.195727 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:49.337752 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:49.405208 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:49.476512 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:49.598787 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:49.667510 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:49.738636 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:49.858701 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:49.926445 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:49.998405 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:50.121547 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:50.190346 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:50.263829 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:50.384850 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:50.454864 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:50.526581 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:50.648641 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:50.715856 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:50.786732 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:50.906594 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:50.973751 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:51.045382 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:51.167390 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:51.237232 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:51.309124 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:51.430458 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:51.497313 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:51.568629 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:51.694484 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:51.762571 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:51.834798 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:51.955910 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:52.025245 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:52.098176 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:52.219722 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:52.286897 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:52.357937 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:52.479217 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:52.546679 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:52.618621 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:52.739139 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:52.809792 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:52.881681 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:53.001065 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:53.068891 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:53.144517 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:53.267600 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:53.335753 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:53.409060 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:53.529912 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:53.602246 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:53.676213 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:53.796792 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:53.865458 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:53.940876 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:54.065367 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:54.141459 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:54.242113 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:54.386008 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:54.755192 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:54.830390 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:54.951873 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:55.019568 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:55.091200 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:55.212624 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:55.283093 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:55.357409 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:55.476886 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:55.545084 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:55.615504 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:55.735218 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:55.801896 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:55.872798 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:55.990995 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:56.059988 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:56.132528 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:56.254858 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:56.321993 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:56.394146 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:56.514728 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:56.581868 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:56.653083 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:56.772278 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:56.841232 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:56.914834 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:57.036442 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:57.103430 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:57.175321 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:57.295983 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:57.364903 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:57.435806 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:57.554833 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:57.624815 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:57.698375 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:57.820732 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:57.889452 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:57.960001 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:58.079246 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:58.146429 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:58.217536 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:58.337802 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:58.408771 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:58.487869 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:58.609858 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:58.676189 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:58.746726 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:58.865791 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:58.932332 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:59.002865 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:59.123990 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:59.195606 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:59.269149 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:59.392134 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:59.466876 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:59.544250 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:59.672718 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:59.746156 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:59.825001 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:44:59.955626 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:00.027239 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:00.103288 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:00.230420 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:00.300168 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:00.375099 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:00.495961 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:00.563276 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:00.633944 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:00.753700 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:00.820980 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:00.894817 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:01.016660 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:01.086611 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:01.162067 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:01.284137 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:01.351331 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:01.425549 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:01.545583 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:01.613553 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:01.687527 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:01.810472 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:01.881275 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:01.961961 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:02.089598 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:45:02.208189 139980472808896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 06:45:02.890749 139980472808896 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 06:45:03.160311 139980472808896 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 06:45:09.646163 139980472808896 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 06:45:10.803117 139980472808896 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 06:45:24.730839 139980472808896 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 06:45:24.899135 139980472808896 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:45:44.803409 139980472808896 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 06:45:57.829848 139980472808896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 1 seconds +I1010 06:45:59.195802 139980472808896 util.py:98] Initialized dataset iterators in 1 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 06:45:59.196238 139980472808896 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 06:45:59.196807: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 06:45:59.228214 139980472808896 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 06:45:59.256589 139980472808896 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 06:45:59.311639 139980472808896 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 06:46:15.114803 139980472808896 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 06:46:15.115858 139978462447360 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 06:46:15.116698 139978454054656 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 06:46:15.172184 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:46:15.288754 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:46:15.305186 139980472808896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:46:15.305561 139980472808896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 06:46:45.371387 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:46:45.445799 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 06:47:06.905313 139978454054656 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 06:47:15.521742 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:47:15.593480 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:47:45.679748 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:47:45.751074 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:47:46.629455 139980472808896 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.9603987, step = 200 +I1010 06:48:00.478796 139980472808896 basic_session_run_hooks.py:262] loss = 4.9603987, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:48:00.481596 139980472808896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:48:00.481889 139980472808896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 06:48:12.026662 139978454054656 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 06:48:15.826620 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:48:15.923763 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:48:46.010930 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:48:46.086999 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:48:52.197973 139980472808896 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6343207, step = 400 (63.940 sec) +I1010 06:49:04.418611 139980472808896 basic_session_run_hooks.py:260] loss = 3.6343207, step = 400 (63.940 sec) +INFO:tensorflow:global_step/sec: 3.12795 +I1010 06:49:04.420285 139980472808896 tpu_estimator.py:2307] global_step/sec: 3.12795 +INFO:tensorflow:examples/sec: 204994 +I1010 06:49:04.421483 139980472808896 tpu_estimator.py:2308] examples/sec: 204994 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:49:04.422777 139980472808896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:49:04.422988 139980472808896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 7) +I1010 06:49:12.112915 139978454054656 tpu_estimator.py:279] Outfeed finished for iteration (2, 7) +I1010 06:49:16.168788 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:49:16.311798 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:49:46.390798 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:49:46.463804 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:49:50.612653 139980472808896 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9856203, step = 600 (59.291 sec) +I1010 06:50:03.709707 139980472808896 basic_session_run_hooks.py:260] loss = 2.9856203, step = 600 (59.291 sec) +INFO:tensorflow:global_step/sec: 3.37313 +I1010 06:50:03.712444 139980472808896 tpu_estimator.py:2307] global_step/sec: 3.37313 +INFO:tensorflow:examples/sec: 221061 +I1010 06:50:03.712739 139980472808896 tpu_estimator.py:2308] examples/sec: 221061 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:50:03.713891 139980472808896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:50:03.714062 139980472808896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 11) +I1010 06:50:12.154021 139978454054656 tpu_estimator.py:279] Outfeed finished for iteration (3, 11) +I1010 06:50:16.538919 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:50:16.615566 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:50:46.700835 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:50:46.777127 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:50:49.748239 139980472808896 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.7656853, step = 800 (57.593 sec) +I1010 06:51:01.302388 139980472808896 basic_session_run_hooks.py:260] loss = 2.7656853, step = 800 (57.593 sec) +INFO:tensorflow:global_step/sec: 3.47272 +I1010 06:51:01.304212 139980472808896 tpu_estimator.py:2307] global_step/sec: 3.47272 +INFO:tensorflow:examples/sec: 227588 +I1010 06:51:01.304663 139980472808896 tpu_estimator.py:2308] examples/sec: 227588 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:51:01.305942 139980472808896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:51:01.306143 139980472808896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 22) +I1010 06:51:12.184223 139978454054656 tpu_estimator.py:279] Outfeed finished for iteration (4, 22) +I1010 06:51:16.860272 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:51:16.941461 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 06:51:47.015150 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:51:47.110498 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:51:47.595927 139980472808896 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 06:51:56.287139 139980472808896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.5340934, step = 1000 (58.862 sec) +I1010 06:52:00.164352 139980472808896 basic_session_run_hooks.py:260] loss = 2.5340934, step = 1000 (58.862 sec) +INFO:tensorflow:global_step/sec: 3.39778 +I1010 06:52:00.166174 139980472808896 tpu_estimator.py:2307] global_step/sec: 3.39778 +INFO:tensorflow:examples/sec: 222677 +I1010 06:52:00.166665 139980472808896 tpu_estimator.py:2308] examples/sec: 222677 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:52:00.168076 139980472808896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:52:00.168291 139980472808896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 27) +I1010 06:52:12.256859 139978454054656 tpu_estimator.py:279] Outfeed finished for iteration (5, 27) +I1010 06:52:17.193111 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:52:17.300740 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:52:46.737328 139980472808896 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:52:47.385443 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:52:47.465848 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.344708, step = 1200 (60.618 sec) +I1010 06:53:00.782831 139980472808896 basic_session_run_hooks.py:260] loss = 2.344708, step = 1200 (60.618 sec) +INFO:tensorflow:global_step/sec: 3.29925 +I1010 06:53:00.785984 139980472808896 tpu_estimator.py:2307] global_step/sec: 3.29925 +INFO:tensorflow:examples/sec: 216220 +I1010 06:53:00.786439 139980472808896 tpu_estimator.py:2308] examples/sec: 216220 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:53:00.787957 139980472808896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:53:00.788201 139980472808896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 24) +I1010 06:53:12.411803 139978454054656 tpu_estimator.py:279] Outfeed finished for iteration (6, 24) +I1010 06:53:17.522209 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:53:17.619661 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:53:46.946907 139980472808896 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:53:47.702769 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:53:47.797677 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.0400903, step = 1400 (59.267 sec) +I1010 06:54:00.050071 139980472808896 basic_session_run_hooks.py:260] loss = 2.0400903, step = 1400 (59.267 sec) +INFO:tensorflow:global_step/sec: 3.37463 +I1010 06:54:00.051676 139980472808896 tpu_estimator.py:2307] global_step/sec: 3.37463 +INFO:tensorflow:examples/sec: 221160 +I1010 06:54:00.052082 139980472808896 tpu_estimator.py:2308] examples/sec: 221160 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:54:00.053210 139980472808896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:54:00.053410 139980472808896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 29) +I1010 06:54:12.522387 139978454054656 tpu_estimator.py:279] Outfeed finished for iteration (7, 29) +I1010 06:54:17.878473 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:54:17.984014 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:54:46.600980 139980472808896 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:54:48.056171 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:54:48.134725 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.9595395, step = 1600 (61.816 sec) +I1010 06:55:01.865650 139980472808896 basic_session_run_hooks.py:260] loss = 1.9595395, step = 1600 (61.816 sec) +INFO:tensorflow:global_step/sec: 3.2354 +I1010 06:55:01.867899 139980472808896 tpu_estimator.py:2307] global_step/sec: 3.2354 +INFO:tensorflow:examples/sec: 212035 +I1010 06:55:01.868464 139980472808896 tpu_estimator.py:2308] examples/sec: 212035 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 06:55:01.870007 139980472808896 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 06:55:01.870271 139980472808896 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 24) +I1010 06:55:12.540396 139978454054656 tpu_estimator.py:279] Outfeed finished for iteration (8, 24) +I1010 06:55:18.227252 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:55:18.342931 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.9070868, step = 1760 (37.372 sec) +I1010 06:55:39.237915 139980472808896 basic_session_run_hooks.py:260] loss = 1.9070868, step = 1760 (37.372 sec) +INFO:tensorflow:global_step/sec: 4.27908 +I1010 06:55:39.259099 139980472808896 tpu_estimator.py:2307] global_step/sec: 4.27908 +INFO:tensorflow:examples/sec: 280434 +I1010 06:55:39.259601 139980472808896 tpu_estimator.py:2308] examples/sec: 280434 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:55:39.260889 139980472808896 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:55:48.406824 139978445661952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:55:48.489162 139978445661952 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 06:55:53.717938 139980472808896 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 06:55:53.719351 139980472808896 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 06:55:53.719650 139978462447360 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 06:55:53.719767 139978462447360 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 06:55:53.720017 139980472808896 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 06:55:53.720166 139980472808896 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 06:55:53.720244 139980472808896 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 06:55:53.720386 139978454054656 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 06:55:53.720504 139978454054656 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 06:55:53.720655 139980472808896 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 06:55:53.720753 139980472808896 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.9070868. +I1010 06:56:20.310734 139980472808896 estimator.py:371] Loss for final step: 1.9070868. +INFO:tensorflow:training_loop marked as finished +I1010 06:56:20.311548 139980472808896 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 06:56:23.508160 140612259767744 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 06:56:23.514468 140612259767744 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 06:56:23.514727 140612259767744 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 06:56:23.518215 140612259767744 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:56:23.562155 140612259767744 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 06:56:23.562427 140612259767744 transport.py:157] Attempting refresh to obtain initial access_token +I1010 06:56:23.661663 140612259767744 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:56:23.715101 140612259767744 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 06:56:23.715372 140612259767744 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 06:56:23.802985 140612259767744 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 06:56:23.804300 140612259767744 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 06:56:23.804603 140612259767744 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 06:56:23.805109 140612259767744 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 06:56:23.805196 140612259767744 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 06:56:23.805279 140612259767744 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 06:56:23.805406 140612259767744 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:56:24.020428 140612259767744 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 06:56:24.021079 140612259767744 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 06:56:24.021512 140612259767744 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 06:56:24.022989: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 06:56:24.037388 140612259767744 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 06:56:24.039314 140612259767744 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 06:56:24.039902 140612259767744 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 06:56:24.039977 140612259767744 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 06:56:24.040043 140612259767744 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 06:56:24.040323 140612259767744 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 06:56:24.040391 140612259767744 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 06:56:24.040455 140612259767744 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 06:56:24.040582 140612259767744 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 06:56:24.040652 140612259767744 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 06:56:24.040712 140612259767744 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 06:56:24.040771 140612259767744 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 06:56:24.040837 140612259767744 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 06:56:24.040895 140612259767744 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 06:56:24.040956 140612259767744 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 06:56:24.046711 140612259767744 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 06:56:24.048459 140612259767744 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 06:56:24.062314 140612259767744 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 06:56:24.062474 140612259767744 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 06:56:24.070839 140612259767744 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 06:56:24.155848 140612259767744 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:56:24.156119 140612259767744 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 06:56:24.310753 140612259767744 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 06:56:24.311598 140612259767744 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 06:56:24.312239 140612259767744 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 06:56:24.710999 140612259767744 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 06:56:25.288974: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 06:56:25.289031: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 06:56:25.289060: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 06:56:25.313076 140612259767744 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 06:56:25.316751 140612259767744 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 06:56:25.332540 140612259767744 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 06:56:25.360152 140612259767744 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 06:56:27.630060 140612259767744 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 06:56:27.635329 140612259767744 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 06:56:27.661847 140612259767744 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 06:56:27.710371 140612259767744 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 06:56:27.721990 140612259767744 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 06:56:27.821466 140612259767744 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 06:56:28.072261 140612259767744 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 06:56:28.088836 140612259767744 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 06:56:28.109082 140612259767744 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T06:56:28Z +I1010 06:56:28.126701 140612259767744 evaluation.py:255] Starting evaluation at 2019-10-10T06:56:28Z +INFO:tensorflow:TPU job name worker +I1010 06:56:28.126960 140612259767744 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 06:56:28.677131 140612259767744 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:56:28.771543 140612259767744 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 06:56:31.492701 140612259767744 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 06:56:31.515134 140612259767744 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 06:56:31.558473 140612259767744 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 06:56:31.572088 140612259767744 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 06:56:37.953016 140612259767744 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 06:56:37.953809 140610317055744 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 06:56:37.954235 140610308663040 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 06:56:38.161273 140612259767744 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 06:56:38.182912 140612259767744 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 06:56:38.183676 140612259767744 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 06:56:38.213960 140610300270336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 06:56:38.284166 140610300270336 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 06:56:48.941636 140610308663040 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 06:56:57.756887 140612259767744 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 06:56:57.757298 140612259767744 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 06:56:57.757394 140612259767744 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 06:56:57.757589 140610317055744 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 06:56:57.757716 140610317055744 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 06:56:57.757905 140612259767744 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 06:56:57.758025 140612259767744 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 06:56:57.758088 140612259767744 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 06:56:57.759195 140610308663040 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 06:56:57.759360 140610308663040 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 06:56:57.759501 140612259767744 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 06:56:57.759605 140612259767744 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-06:57:08 +I1010 06:57:08.509413 140612259767744 evaluation.py:275] Finished evaluation at 2019-10-10-06:57:08 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9554688, top_1_accuracy = 0.7548625, top_5_accuracy = 0.92374676 +I1010 06:57:08.509850 140612259767744 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9554688, top_1_accuracy = 0.7548625, top_5_accuracy = 0.92374676 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 06:57:10.487165 140612259767744 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 06:57:10.773375 140612259767744 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9554688, 'top_1_accuracy': 0.7548625, 'global_step': 1760, 'top_5_accuracy': 0.92374676}. Elapsed seconds: 46 +I1010 06:57:10.773750 140612259767744 resnet_main.py:597] Eval results: {'loss': 1.9554688, 'top_1_accuracy': 0.7548625, 'global_step': 1760, 'top_5_accuracy': 0.92374676}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 06:57:10.773900 140612259767744 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570689903883828... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570690548360060... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570689906.v3-512#1570690553654990... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570689939494060... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570690315459368... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570690315691866... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570690319649050... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570690374515989... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570690374735739... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570690378697706... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570690435273095... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570690435505267... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570690439458416... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570690494607677... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570690494818776... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570690499622542... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570690547666940... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570690547880493... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570690551636650... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570690629019957... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570690629.v3-512#1570690630714893... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 06:57:14.853363 140666132964800 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 06:57:14.859971 140666132964800 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 06:57:14.860239 140666132964800 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 06:57:14.863683 140666132964800 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:57:14.913635 140666132964800 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 06:57:14.913914 140666132964800 transport.py:157] Attempting refresh to obtain initial access_token +I1010 06:57:14.989593 140666132964800 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 06:57:15.036935 140666132964800 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 06:57:15.037203 140666132964800 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 06:57:15.217609 140666132964800 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 06:57:15.219124 140666132964800 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 06:57:15.219429 140666132964800 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 06:57:15.219934 140666132964800 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 06:57:15.220021 140666132964800 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 06:57:15.220108 140666132964800 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 06:57:15.313055 140666132964800 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 06:57:15.399415 140666132964800 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 06:57:15.401246: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 06:57:15.479300 140666132964800 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 06:57:15.479581 140666132964800 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 06:57:15.480047 140666132964800 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 06:57:15.480118 140666132964800 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 06:57:15.480182 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 06:57:15.480454 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 06:57:15.480583 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 06:57:15.480654 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 06:57:15.480731 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 06:57:15.480792 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 06:57:15.480854 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 06:57:15.480914 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 06:57:15.480973 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 06:57:15.481033 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 06:57:15.481096 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 06:57:15.481156 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 06:57:15.481216 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 06:57:15.481275 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 06:57:15.481333 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 06:57:15.481393 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 06:57:15.481456 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 06:57:15.481515 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 06:57:15.481583 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 06:57:15.481642 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 06:57:15.481702 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 06:57:15.481761 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 06:57:15.481821 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 06:57:15.481887 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 06:57:15.481945 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 06:57:15.482017 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 06:57:15.482075 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 06:57:15.482135 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 06:57:15.482192 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 06:57:15.482258 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 06:57:15.482316 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 06:57:15.482373 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 06:57:15.482433 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 06:57:15.482491 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 06:57:15.482551 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 06:57:15.482615 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 06:57:15.482676 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 06:57:15.482733 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 06:57:15.482800 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 06:57:15.482861 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 06:57:15.482920 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 06:57:15.482986 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 06:57:15.483047 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 06:57:15.483105 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 06:57:15.483165 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 06:57:15.483226 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 06:57:15.483283 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 06:57:15.483341 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 06:57:15.483401 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 06:57:15.483458 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 06:57:15.483516 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 06:57:15.483582 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 06:57:15.483642 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 06:57:15.483705 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 06:57:15.483766 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 06:57:15.483824 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 06:57:15.483885 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 06:57:15.483942 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 06:57:15.484000 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 06:57:15.484059 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 06:57:15.484117 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 06:57:15.484174 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 06:57:15.484232 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 06:57:15.484291 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 06:57:15.484349 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 06:57:15.484409 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 06:57:15.484512 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 06:57:15.484608 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 06:57:15.484671 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 06:57:15.484730 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 06:57:15.484788 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 06:57:15.484848 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 06:57:15.484906 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 06:57:15.484966 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 06:57:15.485023 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 06:57:15.485083 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 06:57:15.485141 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 06:57:15.485200 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 06:57:15.485266 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 06:57:15.485326 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 06:57:15.485384 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 06:57:15.485443 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 06:57:15.485502 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 06:57:15.485560 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 06:57:15.485626 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 06:57:15.485685 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 06:57:15.485743 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 06:57:15.485801 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 06:57:15.485861 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 06:57:15.485920 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 06:57:15.485980 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 06:57:15.486042 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 06:57:15.486100 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 06:57:15.486159 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 06:57:15.486217 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 06:57:15.486274 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 06:57:15.486331 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 06:57:15.486391 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 06:57:15.486449 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 06:57:15.486507 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 06:57:15.486572 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 06:57:15.486633 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 06:57:15.486691 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 06:57:15.486754 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 06:57:15.486813 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 06:57:15.486871 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 06:57:15.486928 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 06:57:15.486985 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 06:57:15.487044 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 06:57:15.487102 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 06:57:15.487162 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 06:57:15.487221 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 06:57:15.487278 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 06:57:15.487337 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 06:57:15.487395 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 06:57:15.487452 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 06:57:15.487514 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 06:57:15.487579 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 06:57:15.487639 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 06:57:15.487699 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 06:57:15.487760 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 06:57:15.487818 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 06:57:15.487878 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 06:57:15.487937 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 06:57:15.487996 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 06:57:15.488054 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 06:57:15.488112 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 06:57:15.488171 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 06:57:15.488236 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 06:57:15.488296 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 06:57:15.488353 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 06:57:15.488411 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 06:57:15.488538 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 06:57:15.488642 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 06:57:15.488704 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 06:57:15.488765 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 06:57:15.488823 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 06:57:15.488883 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 06:57:15.488941 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 06:57:15.489000 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 06:57:15.489064 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 06:57:15.489125 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 06:57:15.489185 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 06:57:15.489243 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 06:57:15.489303 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 06:57:15.489362 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 06:57:15.489419 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 06:57:15.489478 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 06:57:15.489535 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 06:57:15.489600 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 06:57:15.489660 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 06:57:15.489717 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 06:57:15.489775 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 06:57:15.489841 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 06:57:15.489902 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 06:57:15.489960 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 06:57:15.490020 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 06:57:15.490078 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 06:57:15.490137 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 06:57:15.490194 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 06:57:15.490252 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 06:57:15.490309 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 06:57:15.490367 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 06:57:15.490426 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 06:57:15.490484 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 06:57:15.490547 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 06:57:15.490613 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 06:57:15.490674 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 06:57:15.490732 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 06:57:15.490791 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 06:57:15.490849 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 06:57:15.490907 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 06:57:15.490966 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 06:57:15.491024 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 06:57:15.491082 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 06:57:15.491142 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 06:57:15.491200 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 06:57:15.491264 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 06:57:15.491343 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 06:57:15.491401 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 06:57:15.491460 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 06:57:15.491518 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 06:57:15.491581 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 06:57:15.491641 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 06:57:15.491699 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 06:57:15.491759 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 06:57:15.491817 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 06:57:15.491877 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 06:57:15.491935 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 06:57:15.492006 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 06:57:15.492069 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 06:57:15.492127 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 06:57:15.492187 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 06:57:15.492244 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 06:57:15.492302 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 06:57:15.492361 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 06:57:15.492419 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 06:57:15.492501 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 06:57:15.492568 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 06:57:15.492630 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 06:57:15.492688 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 06:57:15.492747 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 06:57:15.492810 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 06:57:15.492870 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 06:57:15.492928 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 06:57:15.492986 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 06:57:15.493043 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 06:57:15.493102 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 06:57:15.493160 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 06:57:15.493218 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 06:57:15.493278 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 06:57:15.493335 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 06:57:15.493392 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 06:57:15.493451 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 06:57:15.493509 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 06:57:15.493577 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 06:57:15.493637 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 06:57:15.493695 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 06:57:15.493753 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 06:57:15.493813 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 06:57:15.493871 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 06:57:15.493931 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 06:57:15.493988 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 06:57:15.494048 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 06:57:15.494105 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 06:57:15.494163 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 06:57:15.494220 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 06:57:15.494283 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 06:57:15.494340 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 06:57:15.494399 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 06:57:15.494457 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 06:57:15.494515 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 06:57:15.494580 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 06:57:15.494640 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 06:57:15.494698 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 06:57:15.494756 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 06:57:15.494813 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 06:57:15.494872 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 06:57:15.494930 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 06:57:15.494997 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 06:57:15.495055 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 06:57:15.495115 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 06:57:15.495172 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 06:57:15.495233 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 06:57:15.495290 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 06:57:15.495349 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 06:57:15.495408 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 06:57:15.495466 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 06:57:15.495524 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 06:57:15.495589 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 06:57:15.495649 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 06:57:15.495707 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 06:57:15.495773 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 06:57:15.495832 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 06:57:15.495893 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 06:57:15.495950 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 06:57:15.496007 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 06:57:15.496067 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 06:57:15.496124 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 06:57:15.496181 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 06:57:15.496238 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 06:57:15.496296 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 06:57:15.496355 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 06:57:15.496412 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 06:57:15.496495 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 06:57:15.496560 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 06:57:15.496624 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 06:57:15.496684 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 06:57:15.496743 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 06:57:15.496802 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 06:57:15.496860 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 06:57:15.496917 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 06:57:15.496975 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 06:57:15.497034 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 06:57:15.497092 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 06:57:15.497150 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 06:57:15.497215 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 06:57:15.497273 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 06:57:15.497332 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 06:57:15.497390 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 06:57:15.497447 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 06:57:15.497505 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 06:57:15.497569 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 06:57:15.497628 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 06:57:15.497687 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 06:57:15.497745 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 06:57:15.497803 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 06:57:15.497863 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 06:57:15.497920 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 06:57:15.497984 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 06:57:15.498042 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 06:57:15.498100 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 06:57:15.498157 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 06:57:15.498217 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 06:57:15.498275 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 06:57:15.498332 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 06:57:15.498390 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 06:57:15.498449 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 06:57:15.498507 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 06:57:15.498570 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 06:57:15.498630 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 06:57:15.498694 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 06:57:15.498753 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 06:57:15.498811 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 06:57:15.498867 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 06:57:15.498927 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 06:57:15.498985 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 06:57:15.499043 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 06:57:15.499102 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 06:57:15.499161 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 06:57:15.499219 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 06:57:15.499278 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 06:57:15.499336 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 06:57:15.499397 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 06:57:15.499456 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 06:57:15.499516 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 06:57:15.499581 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 06:57:15.499639 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 06:57:15.499699 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 06:57:15.499758 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 06:57:15.499819 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 06:57:15.499877 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 06:57:15.499936 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 06:57:15.499994 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 06:57:15.500051 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 06:57:15.500109 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 06:57:15.500171 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 06:57:15.500231 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 06:57:15.500288 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 06:57:15.500349 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 06:57:15.500407 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 06:57:15.500488 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 06:57:15.500552 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 06:57:15.500618 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 06:57:15.500679 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 06:57:15.500739 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 06:57:15.500798 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 06:57:15.500858 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 06:57:15.500921 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 06:57:15.500979 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 06:57:15.501039 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 06:57:15.501099 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 06:57:15.501157 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 06:57:15.501215 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 06:57:15.501274 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 06:57:15.501332 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 06:57:15.501391 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 06:57:15.501450 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 06:57:15.501507 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 06:57:15.501574 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 06:57:15.501633 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 06:57:15.501701 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 06:57:15.501760 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 06:57:15.501820 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 06:57:15.501878 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 06:57:15.501936 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 06:57:15.502007 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 06:57:15.502067 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 06:57:15.502125 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 06:57:15.502183 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 06:57:15.502243 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 06:57:15.502301 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 06:57:15.502361 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 06:57:15.502427 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 06:57:15.502486 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 06:57:15.502546 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 06:57:15.502613 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 06:57:15.502671 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 06:57:15.502729 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 06:57:15.502789 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 06:57:15.502847 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 06:57:15.502907 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 06:57:15.502966 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 06:57:15.503026 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 06:57:15.503086 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 06:57:15.503154 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 06:57:15.503212 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 06:57:15.503272 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 06:57:15.503329 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 06:57:15.503388 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 06:57:15.503447 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 06:57:15.503504 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 06:57:15.503562 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 06:57:15.503628 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 06:57:15.503688 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 06:57:15.503746 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 06:57:15.503806 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 06:57:15.503864 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 06:57:15.503927 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 06:57:15.503985 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 06:57:15.504043 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 06:57:15.504101 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 06:57:15.504158 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 06:57:15.504216 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 06:57:15.504273 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 06:57:15.504333 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 06:57:15.504390 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 06:57:15.504448 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 06:57:15.504535 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 06:57:15.504601 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 06:57:15.504667 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 06:57:15.504726 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 06:57:15.504786 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 06:57:15.504843 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 06:57:15.504901 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 06:57:15.504960 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 06:57:15.505018 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 06:57:15.505078 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 06:57:15.505136 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 06:57:15.505196 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 06:57:15.505254 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 06:57:15.505311 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 06:57:15.505373 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 06:57:15.505431 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 06:57:15.505490 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 06:57:15.505548 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 06:57:15.505613 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 06:57:15.505672 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 06:57:15.505732 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 06:57:15.505790 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 06:57:15.505848 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 06:57:15.505908 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 06:57:15.505965 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 06:57:15.506023 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 06:57:15.506082 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 06:57:15.506145 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 06:57:15.506203 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 06:57:15.506263 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 06:57:15.506321 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 06:57:15.506381 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 06:57:15.506442 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 06:57:15.506500 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 06:57:15.506557 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 06:57:15.506622 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 06:57:15.506680 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 06:57:15.506740 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 06:57:15.506798 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 06:57:15.506860 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 06:57:15.506918 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 06:57:15.506978 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 06:57:15.507036 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 06:57:15.507095 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 06:57:15.507153 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 06:57:15.507211 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 06:57:15.507270 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 06:57:15.507328 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 06:57:15.507386 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 06:57:15.507445 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 06:57:15.507503 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 06:57:15.507561 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 06:57:15.507633 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 06:57:15.507694 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 06:57:15.507752 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 06:57:15.507811 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 06:57:15.507869 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 06:57:15.507926 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 06:57:15.507986 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 06:57:15.508044 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 06:57:15.508102 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 06:57:15.508161 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 06:57:15.508218 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 06:57:15.508277 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 06:57:15.508341 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 06:57:15.508400 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 06:57:15.508459 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 06:57:15.508588 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 06:57:15.508658 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 06:57:15.508718 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 06:57:15.508776 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 06:57:15.508835 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 06:57:15.508893 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 06:57:15.508951 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 06:57:15.509011 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 06:57:15.509071 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 06:57:15.509140 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 06:57:15.509201 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 06:57:15.509259 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 06:57:15.509318 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 06:57:15.509377 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 06:57:15.509434 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 06:57:15.509493 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 06:57:15.509551 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 06:57:15.509618 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 06:57:15.509676 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 06:57:15.509736 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 06:57:15.509794 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 06:57:15.509854 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 06:57:15.509917 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 06:57:15.509975 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 06:57:15.510032 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 06:57:15.510092 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 06:57:15.510149 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 06:57:15.510206 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 06:57:15.510265 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 06:57:15.510324 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 06:57:15.510382 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 06:57:15.510443 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 06:57:15.510502 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 06:57:15.510560 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 06:57:15.510631 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 06:57:15.510689 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 06:57:15.510746 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 06:57:15.510806 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 06:57:15.510864 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 06:57:15.510922 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 06:57:15.510982 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 06:57:15.511040 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 06:57:15.511100 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 06:57:15.511157 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 06:57:15.511215 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 06:57:15.511287 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 06:57:15.511353 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 06:57:15.511411 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 06:57:15.511471 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 06:57:15.511529 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 06:57:15.511593 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 06:57:15.511652 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 06:57:15.511712 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 06:57:15.511771 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 06:57:15.511831 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 06:57:15.511888 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 06:57:15.511948 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 06:57:15.512017 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 06:57:15.512075 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 06:57:15.512140 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 06:57:15.512197 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 06:57:15.512257 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 06:57:15.512316 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 06:57:15.512376 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 06:57:15.512434 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 06:57:15.512518 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 06:57:15.512584 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 06:57:15.512644 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 06:57:15.512702 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 06:57:15.512762 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 06:57:15.512820 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 06:57:15.512883 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 06:57:15.512943 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 06:57:15.513003 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 06:57:15.513062 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 06:57:15.513123 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 06:57:15.513181 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 06:57:15.513240 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 06:57:15.513298 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 06:57:15.513355 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 06:57:15.513415 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 06:57:15.513473 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 06:57:15.513533 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 06:57:15.513597 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 06:57:15.513662 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 06:57:15.513720 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 06:57:15.513781 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 06:57:15.513839 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 06:57:15.513896 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 06:57:15.513956 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 06:57:15.514014 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 06:57:15.514071 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 06:57:15.514130 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 06:57:15.514188 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 06:57:15.514245 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 06:57:15.514306 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 06:57:15.514369 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 06:57:15.514429 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 06:57:15.514487 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 06:57:15.514547 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 06:57:15.514611 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 06:57:15.514672 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 06:57:15.514729 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 06:57:15.514789 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 06:57:15.514846 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 06:57:15.514904 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 06:57:15.514962 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 06:57:15.515022 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 06:57:15.515085 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 06:57:15.515146 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 06:57:15.515203 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 06:57:15.515261 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 06:57:15.515320 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 06:57:15.515377 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 06:57:15.515438 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 06:57:15.515496 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 06:57:15.515554 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 06:57:15.515621 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 06:57:15.515681 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 06:57:15.515739 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 06:57:15.515798 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 06:57:15.515861 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 06:57:15.515918 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 06:57:15.515976 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 06:57:15.516033 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 06:57:15.516092 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 06:57:15.516150 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 06:57:15.516207 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 06:57:15.516267 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 06:57:15.516325 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 06:57:15.516383 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 06:57:15.516442 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 06:57:15.516520 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 06:57:15.516590 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 06:57:15.516650 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 06:57:15.516707 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 06:57:15.516767 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 06:57:15.516824 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 06:57:15.516882 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 06:57:15.516942 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 06:57:15.516999 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 06:57:15.517060 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 06:57:15.517117 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 06:57:15.517174 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 06:57:15.517232 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 06:57:15.517294 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 06:57:15.517354 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 06:57:15.517411 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 06:57:15.517469 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 06:57:15.517529 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 06:57:15.517595 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 06:57:15.517653 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 06:57:15.517713 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 06:57:15.517771 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 06:57:15.517828 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 06:57:15.517890 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 06:57:15.517949 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 06:57:15.518007 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 06:57:15.518074 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 06:57:15.518131 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 06:57:15.518191 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 06:57:15.518249 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 06:57:15.518312 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 06:57:15.518372 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 06:57:15.518429 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 06:57:15.518488 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 06:57:15.518547 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 06:57:15.518613 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 06:57:15.518671 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 06:57:15.518729 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 06:57:15.518793 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 06:57:15.518851 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 06:57:15.518910 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 06:57:15.518969 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 06:57:15.519027 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 06:57:15.519085 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 06:57:15.519145 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 06:57:15.519202 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 06:57:15.519262 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 06:57:15.519320 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 06:57:15.519377 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 06:57:15.519435 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 06:57:15.519493 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 06:57:15.519561 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 06:57:15.519628 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 06:57:15.519686 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 06:57:15.519745 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 06:57:15.519802 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 06:57:15.519860 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 06:57:15.519917 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 06:57:15.519975 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 06:57:15.520034 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 06:57:15.520092 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 06:57:15.520149 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 06:57:15.520207 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 06:57:15.520271 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 06:57:15.520329 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 06:57:15.520387 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 06:57:15.520446 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 06:57:15.520526 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 06:57:15.520593 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 06:57:15.520653 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 06:57:15.520713 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 06:57:15.520771 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 06:57:15.520831 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 06:57:15.520889 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 06:57:15.520950 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 06:57:15.521013 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 06:57:15.521074 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 06:57:15.521133 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 06:57:15.521193 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 06:57:15.521253 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 06:57:15.521311 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 06:57:15.521369 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 06:57:15.521428 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 06:57:15.521486 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 06:57:15.521544 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 06:57:15.521610 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 06:57:15.521671 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 06:57:15.521729 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 06:57:15.521792 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 06:57:15.521851 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 06:57:15.521908 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 06:57:15.521966 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 06:57:15.522037 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 06:57:15.522097 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 06:57:15.522155 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 06:57:15.522213 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 06:57:15.522273 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 06:57:15.522331 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 06:57:15.522391 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 06:57:15.522449 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 06:57:15.522511 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 06:57:15.522577 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 06:57:15.522636 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 06:57:15.522696 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 06:57:15.522754 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 06:57:15.522814 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 06:57:15.522872 140666132964800 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 06:57:15.528414 140666132964800 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 06:57:15.529020 140666132964800 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 06:57:15.541867 140666132964800 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 06:57:15.560261 140666132964800 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 06:57:15.560550 140666132964800 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 06:57:15.568424 140666132964800 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 06:57:15.653209 140666132964800 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:57:15.653470 140666132964800 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 06:57:15.656089 140666132964800 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 06:57:15.656349 140666132964800 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 06:57:15.817656 140666132964800 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 06:57:15.818466 140666132964800 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 06:57:15.819113 140666132964800 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 06:57:16.238500 140666132964800 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 06:57:16.634412 140666132964800 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 06:57:16.940209: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 06:57:16.940271: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 06:57:16.940299: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 06:57:27.727901 140666132964800 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 06:57:27.729537 140666132964800 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 06:57:27.745044 140666132964800 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 06:57:27.787072 140666132964800 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 06:57:31.035665 140666132964800 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 06:57:31.040962 140666132964800 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 06:57:31.068133 140666132964800 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 06:57:31.116156 140666132964800 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 06:57:31.127867 140666132964800 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 06:57:31.214735 140666132964800 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 06:57:31.219011 140666132964800 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 06:57:31.219234 140666132964800 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 06:57:31.219306 140666132964800 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 06:57:31.219368 140666132964800 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 06:57:31.219429 140666132964800 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 06:57:31.219487 140666132964800 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.6 ************************************** +I1010 06:57:31.219546 140666132964800 resnet_main.py:388] ****************************** the weight_decay_input is 0.6 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 06:57:31.219671 140666132964800 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 06:57:31.219810 140666132964800 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 06:57:31.220778 140666132964800 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 06:57:31.254200 140666132964800 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 06:57:34.559422 140666132964800 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:34.654611 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:34.722296 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:34.792968 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:34.913388 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:34.983803 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:35.055757 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:35.179430 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:35.248606 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:35.320229 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:35.443686 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:35.512707 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:35.584119 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:35.707438 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:35.777080 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:35.848223 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:35.970782 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:36.039320 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:36.114299 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:36.258208 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:36.325264 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:36.398422 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:36.520786 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:36.588927 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:36.659751 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:36.778394 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:36.845498 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:36.916826 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:37.038175 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:37.105209 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:37.175925 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:37.296267 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:37.365592 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:37.438416 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:37.559587 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:37.626655 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:37.698009 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:37.821140 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:37.892385 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:37.967288 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:38.090539 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:38.159617 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:38.232593 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:38.353018 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:38.421663 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:38.492862 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:38.618020 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:38.686831 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:38.758766 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:38.879652 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:38.950886 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:39.024020 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:39.145486 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:39.213337 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:39.289145 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:39.418899 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:39.487938 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:39.559729 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:39.680129 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:39.749573 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:39.821587 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:39.941493 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:40.009711 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:40.083980 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:40.205244 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:40.272450 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:40.344110 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:40.466684 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:40.539103 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:40.612382 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:40.733870 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:40.804126 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:40.878170 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:41.004425 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:41.079826 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:41.175077 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:41.311906 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:41.676552 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:41.750880 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:41.869836 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:41.936510 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:42.006874 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:42.125899 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:42.196280 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:42.269567 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:42.390079 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:42.458945 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:42.529181 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:42.648046 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:42.714962 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:42.785775 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:42.904304 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:42.973845 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:43.047369 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:43.175513 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:43.247314 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:43.317651 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:43.440237 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:43.507582 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:43.578571 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:43.699903 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:43.771087 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:43.851979 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:43.980909 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:44.048914 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:44.121238 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:44.242646 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:44.309762 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:44.381825 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:44.502405 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:44.573894 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:44.648078 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:44.770802 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:44.838164 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:44.908813 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:45.030082 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:45.098211 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:45.170381 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:45.291809 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:45.361237 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:45.443458 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:45.568510 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:45.636293 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:45.708261 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:45.829273 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:45.896743 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:45.970233 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:46.090534 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:46.160073 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:46.234697 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:46.356182 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:46.426629 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:46.499979 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:46.619606 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:46.687537 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:46.760174 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:46.883635 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:46.951075 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:47.023294 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:47.143047 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:47.216245 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:47.290601 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:47.412686 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:47.481939 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:47.554634 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:47.677346 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:47.746129 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:47.820396 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:47.943392 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:48.020631 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:48.099330 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:48.228926 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:48.296245 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:48.369323 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:48.490250 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:48.558152 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:48.631952 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:48.753359 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:48.823792 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:48.904222 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:49.032711 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 06:57:49.152631 140666132964800 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 06:57:49.847208 140666132964800 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 06:57:50.119988 140666132964800 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 06:57:56.278201 140666132964800 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 06:57:57.430636 140666132964800 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 06:58:11.351181 140666132964800 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 06:58:11.518935 140666132964800 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 06:58:31.959460 140666132964800 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 06:58:45.266412 140666132964800 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 06:58:46.257078 140666132964800 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 06:58:46.257649 140666132964800 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 06:58:46.258257: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 06:58:46.285032 140666132964800 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 06:58:46.314028 140666132964800 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 06:58:46.366549 140666132964800 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 06:59:00.872423 140666132964800 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 06:59:00.873378 140664122623744 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 06:59:00.873800 140664114231040 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 06:59:00.930506 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:59:01.039153 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 06:59:01.062870 140666132964800 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 06:59:01.063234 140666132964800 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 06:59:31.105078 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 06:59:31.179511 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 06:59:52.928242 140664114231040 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 07:00:01.230624 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:00:01.328002 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:00:31.413606 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:00:31.488755 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:00:32.467431 140666132964800 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.5844836, step = 200 +I1010 07:00:48.455985 140666132964800 basic_session_run_hooks.py:262] loss = 4.5844836, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:00:48.458790 140666132964800 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:00:48.459098 140666132964800 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 07:00:59.907820 140664114231040 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 07:01:01.562560 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:01:01.631678 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:01:31.708813 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:01:31.783440 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:01:39.024892 140666132964800 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.7218764, step = 400 (62.233 sec) +I1010 07:01:50.688546 140666132964800 basic_session_run_hooks.py:260] loss = 3.7218764, step = 400 (62.233 sec) +INFO:tensorflow:global_step/sec: 3.21376 +I1010 07:01:50.690269 140666132964800 tpu_estimator.py:2307] global_step/sec: 3.21376 +INFO:tensorflow:examples/sec: 210617 +I1010 07:01:50.691530 140666132964800 tpu_estimator.py:2308] examples/sec: 210617 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:01:50.692820 140666132964800 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:01:50.693034 140666132964800 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 14) +I1010 07:01:59.989075 140664114231040 tpu_estimator.py:279] Outfeed finished for iteration (2, 14) +I1010 07:02:01.869122 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:02:01.982958 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:02:32.065496 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:02:32.173875 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:02:36.126254 140666132964800 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3632414, step = 600 (59.199 sec) +I1010 07:02:49.887355 140666132964800 basic_session_run_hooks.py:260] loss = 3.3632414, step = 600 (59.199 sec) +INFO:tensorflow:global_step/sec: 3.37845 +I1010 07:02:49.888984 140666132964800 tpu_estimator.py:2307] global_step/sec: 3.37845 +INFO:tensorflow:examples/sec: 221410 +I1010 07:02:49.889424 140666132964800 tpu_estimator.py:2308] examples/sec: 221410 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:02:49.890647 140666132964800 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:02:49.890882 140666132964800 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 18) +I1010 07:03:00.009696 140664114231040 tpu_estimator.py:279] Outfeed finished for iteration (3, 18) +I1010 07:03:02.243637 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:03:02.350207 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:03:32.437773 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:03:32.526848 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:03:35.622797 140666132964800 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9152865, step = 800 (57.354 sec) +I1010 07:03:47.241297 140666132964800 basic_session_run_hooks.py:260] loss = 2.9152865, step = 800 (57.354 sec) +INFO:tensorflow:global_step/sec: 3.48711 +I1010 07:03:47.243153 140666132964800 tpu_estimator.py:2307] global_step/sec: 3.48711 +INFO:tensorflow:examples/sec: 228531 +I1010 07:03:47.243628 140666132964800 tpu_estimator.py:2308] examples/sec: 228531 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:03:47.244920 140666132964800 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:03:47.245105 140666132964800 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 32) +I1010 07:04:00.071562 140664114231040 tpu_estimator.py:279] Outfeed finished for iteration (4, 32) +I1010 07:04:02.594562 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:04:02.693059 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:04:32.769325 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:04:32.881349 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:04:32.917324 140666132964800 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 07:04:41.745188 140666132964800 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.4894354, step = 1000 (58.797 sec) +I1010 07:04:46.038430 140666132964800 basic_session_run_hooks.py:260] loss = 2.4894354, step = 1000 (58.797 sec) +INFO:tensorflow:global_step/sec: 3.40155 +I1010 07:04:46.040007 140666132964800 tpu_estimator.py:2307] global_step/sec: 3.40155 +INFO:tensorflow:examples/sec: 222924 +I1010 07:04:46.040451 140666132964800 tpu_estimator.py:2308] examples/sec: 222924 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:04:46.041729 140666132964800 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:04:46.041901 140666132964800 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 39) +I1010 07:05:00.163573 140664114231040 tpu_estimator.py:279] Outfeed finished for iteration (5, 39) +I1010 07:05:02.954612 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:05:03.099781 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:05:32.320986 140666132964800 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:05:33.178993 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:05:33.254044 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.072933, step = 1200 (61.522 sec) +I1010 07:05:47.560450 140666132964800 basic_session_run_hooks.py:260] loss = 2.072933, step = 1200 (61.522 sec) +INFO:tensorflow:global_step/sec: 3.25085 +I1010 07:05:47.562316 140666132964800 tpu_estimator.py:2307] global_step/sec: 3.25085 +INFO:tensorflow:examples/sec: 213048 +I1010 07:05:47.562757 140666132964800 tpu_estimator.py:2308] examples/sec: 213048 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:05:47.563963 140666132964800 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:05:47.564189 140666132964800 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 29) +I1010 07:06:00.242824 140664114231040 tpu_estimator.py:279] Outfeed finished for iteration (6, 29) +I1010 07:06:03.330538 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:06:03.401729 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:06:33.464777 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:06:33.526789 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:06:33.548029 140666132964800 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 1.9770538, step = 1400 (58.248 sec) +I1010 07:06:45.808510 140666132964800 basic_session_run_hooks.py:260] loss = 1.9770538, step = 1400 (58.248 sec) +INFO:tensorflow:global_step/sec: 3.4336 +I1010 07:06:45.810121 140666132964800 tpu_estimator.py:2307] global_step/sec: 3.4336 +INFO:tensorflow:examples/sec: 225025 +I1010 07:06:45.810561 140666132964800 tpu_estimator.py:2308] examples/sec: 225025 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:06:45.811824 140666132964800 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:06:45.811996 140666132964800 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 38) +I1010 07:07:00.469666 140664114231040 tpu_estimator.py:279] Outfeed finished for iteration (7, 38) +I1010 07:07:03.659619 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:07:03.780925 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:07:31.503722 140666132964800 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:07:33.853369 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:07:33.934062 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.008258, step = 1600 (58.486 sec) +I1010 07:07:44.294739 140666132964800 basic_session_run_hooks.py:260] loss = 2.008258, step = 1600 (58.486 sec) +INFO:tensorflow:global_step/sec: 3.4196 +I1010 07:07:44.296546 140666132964800 tpu_estimator.py:2307] global_step/sec: 3.4196 +INFO:tensorflow:examples/sec: 224107 +I1010 07:07:44.296968 140666132964800 tpu_estimator.py:2308] examples/sec: 224107 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 07:07:44.298249 140666132964800 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 07:07:44.298471 140666132964800 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 50) +I1010 07:08:00.479487 140664114231040 tpu_estimator.py:279] Outfeed finished for iteration (8, 50) +I1010 07:08:04.011317 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:08:04.086261 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.8436036, step = 1760 (37.383 sec) +I1010 07:08:21.677715 140666132964800 basic_session_run_hooks.py:260] loss = 1.8436036, step = 1760 (37.383 sec) +INFO:tensorflow:global_step/sec: 4.28003 +I1010 07:08:21.679402 140666132964800 tpu_estimator.py:2307] global_step/sec: 4.28003 +INFO:tensorflow:examples/sec: 280496 +I1010 07:08:23.356008 140666132964800 tpu_estimator.py:2308] examples/sec: 280496 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:08:23.357641 140666132964800 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:08:34.906797 140664105838336 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:08:35.003720 140664105838336 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 07:08:38.058337 140666132964800 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 07:08:38.058708 140666132964800 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 07:08:38.058923 140664122623744 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 07:08:38.059083 140664122623744 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 07:08:38.059278 140666132964800 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 07:08:38.059422 140666132964800 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 07:08:38.059484 140666132964800 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 07:08:38.059617 140664114231040 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 07:08:38.059731 140664114231040 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 07:08:38.059895 140666132964800 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 07:08:38.059995 140666132964800 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.8436036. +I1010 07:09:06.780652 140666132964800 estimator.py:371] Loss for final step: 1.8436036. +INFO:tensorflow:training_loop marked as finished +I1010 07:09:06.781768 140666132964800 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 07:09:10.002804 139626690930112 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 07:09:10.008897 139626690930112 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 07:09:10.009195 139626690930112 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 07:09:10.012728 139626690930112 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:09:10.062962 139626690930112 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 07:09:10.063231 139626690930112 transport.py:157] Attempting refresh to obtain initial access_token +I1010 07:09:10.134557 139626690930112 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:09:10.176917 139626690930112 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 07:09:10.177217 139626690930112 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 07:09:10.267786 139626690930112 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 07:09:10.268958 139626690930112 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 07:09:10.269243 139626690930112 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 07:09:10.269727 139626690930112 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 07:09:10.269812 139626690930112 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 07:09:10.269896 139626690930112 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 07:09:10.270011 139626690930112 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 07:09:10.508972 139626690930112 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 07:09:10.509464 139626690930112 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 07:09:10.509840 139626690930112 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 07:09:10.511132: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 07:09:10.524718 139626690930112 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 07:09:10.524962 139626690930112 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 07:09:10.527049 139626690930112 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 07:09:10.527129 139626690930112 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 07:09:10.527195 139626690930112 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 07:09:10.527508 139626690930112 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 07:09:10.527578 139626690930112 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 07:09:10.527642 139626690930112 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 07:09:10.527713 139626690930112 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 07:09:10.527775 139626690930112 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 07:09:10.527836 139626690930112 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 07:09:10.527895 139626690930112 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 07:09:10.527956 139626690930112 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 07:09:10.528014 139626690930112 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 07:09:10.528076 139626690930112 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 07:09:10.533951 139626690930112 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 07:09:10.535813 139626690930112 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 07:09:10.551518 139626690930112 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 07:09:10.551805 139626690930112 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 07:09:10.560797 139626690930112 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 07:09:10.651149 139626690930112 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 07:09:10.651448 139626690930112 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 07:09:10.811711 139626690930112 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 07:09:10.812572 139626690930112 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 07:09:10.813232 139626690930112 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 07:09:11.230880 139626690930112 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 07:09:11.816408: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 07:09:11.816522: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 07:09:11.816569: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 07:09:11.841490 139626690930112 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 07:09:11.842859 139626690930112 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 07:09:11.858656 139626690930112 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 07:09:11.886511 139626690930112 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 07:09:14.250686 139626690930112 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 07:09:14.255989 139626690930112 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 07:09:14.282867 139626690930112 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 07:09:14.331682 139626690930112 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 07:09:14.343498 139626690930112 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 07:09:14.443866 139626690930112 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 07:09:14.693068 139626690930112 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 07:09:14.709673 139626690930112 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 07:09:14.729886 139626690930112 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T07:09:14Z +I1010 07:09:14.747875 139626690930112 evaluation.py:255] Starting evaluation at 2019-10-10T07:09:14Z +INFO:tensorflow:TPU job name worker +I1010 07:09:14.748138 139626690930112 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 07:09:15.287446 139626690930112 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 07:09:15.399286 139626690930112 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 07:09:18.171015 139626690930112 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 07:09:18.189183 139626690930112 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 07:09:18.227880 139626690930112 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 07:09:18.240852 139626690930112 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 07:09:24.759143 139626690930112 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 07:09:24.760148 139624873711360 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 07:09:24.760937 139624865318656 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 07:09:24.929440 139626690930112 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 07:09:24.952723 139626690930112 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 07:09:24.953449 139626690930112 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 07:09:24.988193 139624856925952 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 07:09:25.065238 139624856925952 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 07:09:35.554343 139624865318656 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 07:09:44.622579 139626690930112 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 07:09:44.623006 139626690930112 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 07:09:44.623090 139626690930112 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 07:09:44.623275 139624873711360 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 07:09:44.623394 139624873711360 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 07:09:44.623538 139626690930112 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 07:09:44.623646 139626690930112 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 07:09:44.623713 139626690930112 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 07:09:44.623852 139624865318656 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 07:09:44.623944 139624865318656 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 07:09:44.624073 139626690930112 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 07:09:44.624170 139626690930112 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-07:09:55 +I1010 07:09:55.341339 139626690930112 evaluation.py:275] Finished evaluation at 2019-10-10-07:09:55 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9690717, top_1_accuracy = 0.7531535, top_5_accuracy = 0.92356366 +I1010 07:09:55.341780 139626690930112 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9690717, top_1_accuracy = 0.7531535, top_5_accuracy = 0.92356366 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 07:09:57.460222 139626690930112 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 07:09:57.713701 139626690930112 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9690717, 'top_1_accuracy': 0.7531535, 'global_step': 1760, 'top_5_accuracy': 0.92356366}. Elapsed seconds: 47 +I1010 07:09:57.714026 139626690930112 resnet_main.py:597] Eval results: {'loss': 1.9690717, 'top_1_accuracy': 0.7531535, 'global_step': 1760, 'top_5_accuracy': 0.92356366}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 07:09:57.714179 139626690930112 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570690670659727... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570691311793884... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570690673.v3-512#1570691317995782... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570690706260406... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570691081047468... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570691081213869... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570691085422866... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570691140919380... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570691141116250... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570691145198606... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570691200984245... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570691201188625... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570691205227306... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570691259208346... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570691259475125... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570691263743126... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570691311189705... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570691311352807... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570691315605730... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570691395882582... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570691396.v3-512#1570691397650391... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 07:10:01.837733 140532729214400 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 07:10:01.843450 140532729214400 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 07:10:01.843733 140532729214400 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 07:10:01.847063 140532729214400 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:10:01.898853 140532729214400 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 07:10:01.899139 140532729214400 transport.py:157] Attempting refresh to obtain initial access_token +I1010 07:10:02.094506 140532729214400 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:10:02.141010 140532729214400 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 07:10:02.141273 140532729214400 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 07:10:02.218844 140532729214400 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 07:10:02.220308 140532729214400 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 07:10:02.220650 140532729214400 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 07:10:02.221187 140532729214400 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 07:10:02.221276 140532729214400 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 07:10:02.221360 140532729214400 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 07:10:02.318036 140532729214400 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 07:10:02.487831 140532729214400 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 07:10:02.489644: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 07:10:02.554913 140532729214400 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 07:10:02.555195 140532729214400 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 07:10:02.555686 140532729214400 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 07:10:02.555757 140532729214400 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 07:10:02.555821 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 07:10:02.556097 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 07:10:02.556166 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 07:10:02.556230 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 07:10:02.556307 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 07:10:02.556368 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 07:10:02.556428 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 07:10:02.556541 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 07:10:02.556621 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 07:10:02.556683 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 07:10:02.556746 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 07:10:02.556807 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 07:10:02.556868 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 07:10:02.556927 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 07:10:02.556988 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 07:10:02.557048 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 07:10:02.557116 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 07:10:02.557176 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 07:10:02.557235 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 07:10:02.557293 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 07:10:02.557353 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 07:10:02.557414 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 07:10:02.557472 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 07:10:02.557533 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 07:10:02.557600 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 07:10:02.557658 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 07:10:02.557718 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 07:10:02.557775 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 07:10:02.557835 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 07:10:02.557898 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 07:10:02.557957 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 07:10:02.558017 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 07:10:02.558079 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 07:10:02.558137 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 07:10:02.558197 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 07:10:02.558257 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 07:10:02.558316 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 07:10:02.558376 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 07:10:02.558434 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 07:10:02.558495 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 07:10:02.558553 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 07:10:02.558624 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 07:10:02.558685 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 07:10:02.558747 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 07:10:02.558806 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 07:10:02.558866 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 07:10:02.558927 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 07:10:02.558985 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 07:10:02.559045 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 07:10:02.559103 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 07:10:02.559163 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 07:10:02.559221 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 07:10:02.559281 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 07:10:02.559339 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 07:10:02.559403 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 07:10:02.559463 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 07:10:02.559524 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 07:10:02.559590 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 07:10:02.559648 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 07:10:02.559708 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 07:10:02.559767 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 07:10:02.559825 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 07:10:02.559885 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 07:10:02.559943 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 07:10:02.560003 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 07:10:02.560062 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 07:10:02.560127 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 07:10:02.560188 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 07:10:02.560246 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 07:10:02.560306 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 07:10:02.560364 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 07:10:02.560422 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 07:10:02.560523 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 07:10:02.560621 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 07:10:02.560682 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 07:10:02.560741 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 07:10:02.560801 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 07:10:02.560862 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 07:10:02.560921 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 07:10:02.560988 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 07:10:02.561049 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 07:10:02.561109 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 07:10:02.561168 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 07:10:02.561228 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 07:10:02.561286 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 07:10:02.561345 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 07:10:02.561404 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 07:10:02.561465 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 07:10:02.561523 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 07:10:02.561594 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 07:10:02.561655 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 07:10:02.561719 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 07:10:02.561780 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 07:10:02.561840 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 07:10:02.561898 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 07:10:02.561959 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 07:10:02.562016 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 07:10:02.562076 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 07:10:02.562134 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 07:10:02.562195 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 07:10:02.562253 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 07:10:02.562313 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 07:10:02.562371 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 07:10:02.562431 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 07:10:02.562494 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 07:10:02.562553 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 07:10:02.562619 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 07:10:02.562680 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 07:10:02.562737 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 07:10:02.562798 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 07:10:02.562856 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 07:10:02.562916 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 07:10:02.562975 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 07:10:02.563034 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 07:10:02.563098 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 07:10:02.563158 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 07:10:02.563221 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 07:10:02.563282 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 07:10:02.563352 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 07:10:02.563411 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 07:10:02.563472 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 07:10:02.563530 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 07:10:02.563596 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 07:10:02.563656 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 07:10:02.563714 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 07:10:02.563774 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 07:10:02.563832 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 07:10:02.563889 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 07:10:02.563952 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 07:10:02.564013 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 07:10:02.564071 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 07:10:02.564131 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 07:10:02.564189 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 07:10:02.564249 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 07:10:02.564307 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 07:10:02.564366 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 07:10:02.564424 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 07:10:02.564524 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 07:10:02.564608 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 07:10:02.564667 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 07:10:02.564726 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 07:10:02.564793 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 07:10:02.564852 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 07:10:02.564913 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 07:10:02.564973 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 07:10:02.565032 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 07:10:02.565090 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 07:10:02.565149 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 07:10:02.565207 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 07:10:02.565264 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 07:10:02.565323 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 07:10:02.565382 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 07:10:02.565439 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 07:10:02.565502 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 07:10:02.565570 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 07:10:02.565630 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 07:10:02.565690 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 07:10:02.565749 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 07:10:02.565809 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 07:10:02.565867 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 07:10:02.565926 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 07:10:02.565984 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 07:10:02.566041 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 07:10:02.566099 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 07:10:02.566162 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 07:10:02.566230 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 07:10:02.566291 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 07:10:02.566350 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 07:10:02.566410 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 07:10:02.566468 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 07:10:02.566526 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 07:10:02.566591 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 07:10:02.566649 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 07:10:02.566708 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 07:10:02.566766 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 07:10:02.566826 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 07:10:02.566884 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 07:10:02.566945 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 07:10:02.567008 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 07:10:02.567068 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 07:10:02.567126 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 07:10:02.567183 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 07:10:02.567241 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 07:10:02.567300 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 07:10:02.567357 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 07:10:02.567414 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 07:10:02.567475 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 07:10:02.567533 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 07:10:02.567600 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 07:10:02.567657 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 07:10:02.567722 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 07:10:02.567780 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 07:10:02.567837 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 07:10:02.567895 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 07:10:02.567955 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 07:10:02.568013 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 07:10:02.568072 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 07:10:02.568130 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 07:10:02.568190 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 07:10:02.568249 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 07:10:02.568308 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 07:10:02.568366 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 07:10:02.568423 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 07:10:02.568547 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 07:10:02.568634 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 07:10:02.568695 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 07:10:02.568753 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 07:10:02.568813 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 07:10:02.568872 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 07:10:02.568933 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 07:10:02.568993 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 07:10:02.569051 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 07:10:02.569109 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 07:10:02.569168 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 07:10:02.569226 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 07:10:02.569291 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 07:10:02.569350 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 07:10:02.569408 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 07:10:02.569468 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 07:10:02.569528 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 07:10:02.569595 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 07:10:02.569657 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 07:10:02.569716 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 07:10:02.569775 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 07:10:02.569833 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 07:10:02.569891 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 07:10:02.569950 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 07:10:02.570012 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 07:10:02.570070 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 07:10:02.570127 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 07:10:02.570188 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 07:10:02.570246 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 07:10:02.570305 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 07:10:02.570363 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 07:10:02.570422 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 07:10:02.570481 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 07:10:02.570538 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 07:10:02.570602 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 07:10:02.570661 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 07:10:02.570719 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 07:10:02.570781 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 07:10:02.570841 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 07:10:02.570899 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 07:10:02.570960 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 07:10:02.571017 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 07:10:02.571075 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 07:10:02.571134 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 07:10:02.571192 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 07:10:02.571250 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 07:10:02.571330 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 07:10:02.571388 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 07:10:02.571448 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 07:10:02.571512 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 07:10:02.571578 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 07:10:02.571639 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 07:10:02.571698 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 07:10:02.571757 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 07:10:02.571815 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 07:10:02.571872 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 07:10:02.571932 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 07:10:02.571990 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 07:10:02.572046 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 07:10:02.572104 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 07:10:02.572165 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 07:10:02.572227 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 07:10:02.572287 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 07:10:02.572346 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 07:10:02.572407 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 07:10:02.572464 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 07:10:02.572609 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 07:10:02.572673 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 07:10:02.572731 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 07:10:02.572789 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 07:10:02.572849 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 07:10:02.572910 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 07:10:02.572971 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 07:10:02.573030 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 07:10:02.573096 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 07:10:02.573153 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 07:10:02.573213 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 07:10:02.573271 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 07:10:02.573337 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 07:10:02.573400 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 07:10:02.573458 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 07:10:02.573518 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 07:10:02.573582 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 07:10:02.573642 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 07:10:02.573703 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 07:10:02.573761 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 07:10:02.573824 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 07:10:02.573884 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 07:10:02.573942 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 07:10:02.574002 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 07:10:02.574059 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 07:10:02.574119 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 07:10:02.574177 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 07:10:02.574235 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 07:10:02.574305 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 07:10:02.574364 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 07:10:02.574424 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 07:10:02.574481 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 07:10:02.574541 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 07:10:02.574611 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 07:10:02.574670 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 07:10:02.574728 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 07:10:02.574788 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 07:10:02.574846 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 07:10:02.574904 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 07:10:02.574964 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 07:10:02.575021 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 07:10:02.575079 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 07:10:02.575138 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 07:10:02.575195 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 07:10:02.575253 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 07:10:02.575315 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 07:10:02.575373 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 07:10:02.575433 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 07:10:02.575490 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 07:10:02.575551 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 07:10:02.575615 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 07:10:02.575676 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 07:10:02.575735 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 07:10:02.575793 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 07:10:02.575853 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 07:10:02.575911 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 07:10:02.575968 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 07:10:02.576030 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 07:10:02.576090 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 07:10:02.576148 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 07:10:02.576206 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 07:10:02.576267 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 07:10:02.576327 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 07:10:02.576385 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 07:10:02.576442 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 07:10:02.576576 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 07:10:02.576646 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 07:10:02.576704 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 07:10:02.576762 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 07:10:02.576821 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 07:10:02.576893 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 07:10:02.576952 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 07:10:02.577013 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 07:10:02.577073 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 07:10:02.577131 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 07:10:02.577189 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 07:10:02.577249 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 07:10:02.577307 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 07:10:02.577366 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 07:10:02.577425 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 07:10:02.577482 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 07:10:02.577542 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 07:10:02.577614 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 07:10:02.577675 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 07:10:02.577735 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 07:10:02.577795 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 07:10:02.577852 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 07:10:02.577910 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 07:10:02.577970 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 07:10:02.578027 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 07:10:02.578085 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 07:10:02.578144 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 07:10:02.578202 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 07:10:02.578260 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 07:10:02.578325 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 07:10:02.578386 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 07:10:02.578444 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 07:10:02.578504 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 07:10:02.578562 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 07:10:02.578627 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 07:10:02.578685 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 07:10:02.578744 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 07:10:02.578803 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 07:10:02.578860 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 07:10:02.578919 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 07:10:02.578978 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 07:10:02.579037 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 07:10:02.579101 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 07:10:02.579159 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 07:10:02.579216 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 07:10:02.579274 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 07:10:02.579333 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 07:10:02.579391 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 07:10:02.579448 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 07:10:02.579507 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 07:10:02.579571 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 07:10:02.579632 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 07:10:02.579693 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 07:10:02.579751 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 07:10:02.579814 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 07:10:02.579874 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 07:10:02.579931 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 07:10:02.579989 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 07:10:02.580048 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 07:10:02.580106 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 07:10:02.580163 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 07:10:02.580221 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 07:10:02.580281 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 07:10:02.580338 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 07:10:02.580396 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 07:10:02.580456 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 07:10:02.580591 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 07:10:02.580665 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 07:10:02.580724 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 07:10:02.580784 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 07:10:02.580842 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 07:10:02.580902 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 07:10:02.580960 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 07:10:02.581021 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 07:10:02.581082 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 07:10:02.581140 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 07:10:02.581199 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 07:10:02.581259 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 07:10:02.581317 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 07:10:02.581382 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 07:10:02.581439 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 07:10:02.581497 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 07:10:02.581556 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 07:10:02.581623 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 07:10:02.581681 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 07:10:02.581741 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 07:10:02.581799 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 07:10:02.581857 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 07:10:02.581917 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 07:10:02.581975 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 07:10:02.582034 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 07:10:02.582097 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 07:10:02.582155 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 07:10:02.582216 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 07:10:02.582276 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 07:10:02.582335 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 07:10:02.582395 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 07:10:02.582453 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 07:10:02.582511 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 07:10:02.582576 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 07:10:02.582636 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 07:10:02.582695 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 07:10:02.582753 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 07:10:02.582813 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 07:10:02.582876 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 07:10:02.582936 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 07:10:02.582994 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 07:10:02.583054 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 07:10:02.583112 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 07:10:02.583170 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 07:10:02.583229 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 07:10:02.583287 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 07:10:02.583358 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 07:10:02.583419 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 07:10:02.583477 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 07:10:02.583534 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 07:10:02.583602 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 07:10:02.583662 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 07:10:02.583723 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 07:10:02.583781 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 07:10:02.583839 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 07:10:02.583898 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 07:10:02.583956 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 07:10:02.584012 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 07:10:02.584072 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 07:10:02.584130 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 07:10:02.584187 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 07:10:02.584247 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 07:10:02.584311 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 07:10:02.584369 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 07:10:02.584429 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 07:10:02.584513 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 07:10:02.584579 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 07:10:02.584640 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 07:10:02.584698 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 07:10:02.584758 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 07:10:02.584815 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 07:10:02.584873 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 07:10:02.584933 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 07:10:02.584991 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 07:10:02.585050 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 07:10:02.585114 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 07:10:02.585172 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 07:10:02.585231 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 07:10:02.585289 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 07:10:02.585347 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 07:10:02.585406 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 07:10:02.585464 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 07:10:02.585522 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 07:10:02.585588 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 07:10:02.585649 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 07:10:02.585707 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 07:10:02.585766 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 07:10:02.585829 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 07:10:02.585887 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 07:10:02.585947 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 07:10:02.586004 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 07:10:02.586062 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 07:10:02.586122 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 07:10:02.586180 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 07:10:02.586239 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 07:10:02.586297 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 07:10:02.586357 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 07:10:02.586415 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 07:10:02.586472 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 07:10:02.586535 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 07:10:02.586601 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 07:10:02.586659 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 07:10:02.586719 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 07:10:02.586777 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 07:10:02.586836 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 07:10:02.586894 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 07:10:02.586952 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 07:10:02.587013 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 07:10:02.587071 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 07:10:02.587129 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 07:10:02.587188 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 07:10:02.587246 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 07:10:02.587312 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 07:10:02.587373 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 07:10:02.587430 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 07:10:02.587490 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 07:10:02.587549 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 07:10:02.587615 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 07:10:02.587675 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 07:10:02.587733 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 07:10:02.587790 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 07:10:02.587848 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 07:10:02.587907 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 07:10:02.587965 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 07:10:02.588027 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 07:10:02.588088 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 07:10:02.588145 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 07:10:02.588206 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 07:10:02.588264 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 07:10:02.588324 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 07:10:02.588382 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 07:10:02.588440 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 07:10:02.588524 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 07:10:02.588591 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 07:10:02.588650 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 07:10:02.588709 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 07:10:02.588767 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 07:10:02.588834 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 07:10:02.588893 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 07:10:02.588953 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 07:10:02.589011 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 07:10:02.589071 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 07:10:02.589128 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 07:10:02.589186 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 07:10:02.589245 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 07:10:02.589303 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 07:10:02.589360 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 07:10:02.589418 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 07:10:02.589477 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 07:10:02.589540 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 07:10:02.589606 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 07:10:02.589665 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 07:10:02.589724 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 07:10:02.589782 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 07:10:02.589842 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 07:10:02.589900 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 07:10:02.589957 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 07:10:02.590015 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 07:10:02.590073 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 07:10:02.590131 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 07:10:02.590189 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 07:10:02.590253 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 07:10:02.590312 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 07:10:02.590370 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 07:10:02.590430 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 07:10:02.590487 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 07:10:02.590547 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 07:10:02.590612 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 07:10:02.590671 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 07:10:02.590728 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 07:10:02.590787 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 07:10:02.590847 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 07:10:02.590907 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 07:10:02.590965 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 07:10:02.591028 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 07:10:02.591088 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 07:10:02.591146 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 07:10:02.591204 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 07:10:02.591264 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 07:10:02.591341 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 07:10:02.591401 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 07:10:02.591459 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 07:10:02.591521 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 07:10:02.591587 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 07:10:02.591648 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 07:10:02.591707 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 07:10:02.591770 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 07:10:02.591830 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 07:10:02.591888 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 07:10:02.591947 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 07:10:02.592005 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 07:10:02.592063 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 07:10:02.592122 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 07:10:02.592180 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 07:10:02.592240 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 07:10:02.592298 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 07:10:02.592355 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 07:10:02.592413 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 07:10:02.592499 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 07:10:02.592567 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 07:10:02.592628 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 07:10:02.592686 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 07:10:02.592745 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 07:10:02.592803 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 07:10:02.592861 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 07:10:02.592921 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 07:10:02.592979 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 07:10:02.593039 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 07:10:02.593105 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 07:10:02.593164 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 07:10:02.593224 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 07:10:02.593287 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 07:10:02.593357 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 07:10:02.593417 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 07:10:02.593477 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 07:10:02.593537 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 07:10:02.593600 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 07:10:02.593660 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 07:10:02.593718 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 07:10:02.593775 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 07:10:02.593833 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 07:10:02.593892 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 07:10:02.593950 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 07:10:02.594013 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 07:10:02.594074 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 07:10:02.594131 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 07:10:02.594191 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 07:10:02.594249 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 07:10:02.594307 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 07:10:02.594366 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 07:10:02.594424 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 07:10:02.594481 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 07:10:02.594540 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 07:10:02.594605 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 07:10:02.594664 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 07:10:02.594722 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 07:10:02.594784 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 07:10:02.594844 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 07:10:02.594902 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 07:10:02.594960 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 07:10:02.595019 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 07:10:02.595077 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 07:10:02.595134 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 07:10:02.595195 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 07:10:02.595252 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 07:10:02.595309 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 07:10:02.595367 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 07:10:02.595427 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 07:10:02.595489 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 07:10:02.595549 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 07:10:02.595613 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 07:10:02.595673 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 07:10:02.595731 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 07:10:02.595788 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 07:10:02.595848 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 07:10:02.595907 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 07:10:02.595973 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 07:10:02.596030 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 07:10:02.596090 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 07:10:02.596149 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 07:10:02.596215 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 07:10:02.596276 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 07:10:02.596334 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 07:10:02.596394 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 07:10:02.596452 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 07:10:02.596539 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 07:10:02.596606 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 07:10:02.596667 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 07:10:02.596724 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 07:10:02.596784 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 07:10:02.596843 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 07:10:02.596904 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 07:10:02.596962 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 07:10:02.597037 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 07:10:02.597096 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 07:10:02.597156 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 07:10:02.597214 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 07:10:02.597274 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 07:10:02.597332 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 07:10:02.597393 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 07:10:02.597450 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 07:10:02.597510 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 07:10:02.597575 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 07:10:02.597637 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 07:10:02.597697 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 07:10:02.597767 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 07:10:02.597826 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 07:10:02.597886 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 07:10:02.597945 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 07:10:02.598005 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 07:10:02.598063 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 07:10:02.598121 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 07:10:02.598181 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 07:10:02.598239 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 07:10:02.598299 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 07:10:02.598360 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 07:10:02.598418 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 07:10:02.598481 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 07:10:02.598541 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 07:10:02.598608 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 07:10:02.598668 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 07:10:02.598726 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 07:10:02.598786 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 07:10:02.598845 140532729214400 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 07:10:02.604532 140532729214400 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 07:10:02.605114 140532729214400 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 07:10:02.618181 140532729214400 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 07:10:02.637480 140532729214400 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 07:10:02.637761 140532729214400 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 07:10:02.645893 140532729214400 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 07:10:02.732637 140532729214400 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 07:10:02.732899 140532729214400 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 07:10:02.735599 140532729214400 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 07:10:02.735868 140532729214400 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 07:10:02.901093 140532729214400 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 07:10:02.901954 140532729214400 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 07:10:02.902650 140532729214400 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 07:10:03.332746 140532729214400 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 07:10:03.742007 140532729214400 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 07:10:04.057135: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 07:10:04.057189: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 07:10:04.057228: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 07:10:15.155689 140532729214400 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 07:10:15.157341 140532729214400 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 07:10:15.172924 140532729214400 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 07:10:15.216083 140532729214400 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 07:10:18.531925 140532729214400 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 07:10:18.537359 140532729214400 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 07:10:18.565526 140532729214400 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 07:10:18.615382 140532729214400 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 07:10:18.627428 140532729214400 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 07:10:18.714711 140532729214400 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 07:10:18.719105 140532729214400 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 07:10:18.719331 140532729214400 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 07:10:18.719404 140532729214400 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 07:10:18.719468 140532729214400 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 07:10:18.719528 140532729214400 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 07:10:18.719600 140532729214400 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.7 ************************************** +I1010 07:10:18.719660 140532729214400 resnet_main.py:388] ****************************** the weight_decay_input is 0.7 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 07:10:18.719785 140532729214400 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 07:10:18.719908 140532729214400 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 07:10:18.720907 140532729214400 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 07:10:18.755422 140532729214400 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 07:10:22.235649 140532729214400 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:22.335558 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:22.406620 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:22.481245 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:22.608160 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:22.679296 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:22.756934 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:22.885812 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:22.957525 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:23.032773 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:23.158370 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:23.229821 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:23.304961 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:23.434187 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:23.505939 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:23.583698 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:23.712718 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:23.788283 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:23.872029 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:24.020311 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:24.091437 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:24.168983 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:24.296566 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:24.367243 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:24.443934 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:24.567984 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:24.637124 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:24.710047 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:24.833632 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:24.906384 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:24.979736 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:25.102531 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:25.173350 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:25.249669 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:25.375128 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:25.444966 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:25.517935 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:25.648874 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:25.722439 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:25.795296 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:25.917198 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:25.986970 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:26.061645 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:26.185209 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:26.255376 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:26.328440 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:26.458493 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:26.528462 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:26.602149 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:26.727005 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:26.797692 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:26.876581 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:27.002935 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:27.073333 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:27.148152 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:27.275188 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:27.350562 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:27.425133 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:27.552088 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:27.623213 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:27.701136 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:27.827811 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:27.899162 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:27.977610 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:28.104578 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:28.174658 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:28.249917 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:28.377127 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:28.452173 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:28.530277 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:28.656538 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:28.732590 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:28.809422 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:28.941107 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:29.021019 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:29.119550 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:29.265276 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:29.336591 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:29.413191 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:29.537429 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:29.605262 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:29.678066 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:29.802798 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:29.874180 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:29.950094 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:30.073564 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:30.144961 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:30.524286 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:30.648076 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:30.717508 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:30.791028 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:30.914143 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:30.985676 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:31.061355 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:31.186238 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:31.258810 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:31.334106 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:31.460284 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:31.531429 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:31.606731 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:31.732305 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:31.805829 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:31.883519 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:32.010519 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:32.083123 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:32.157541 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:32.283457 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:32.360861 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:32.437319 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:32.561064 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:32.632926 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:32.708015 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:32.831208 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:32.902355 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:32.974435 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:33.097875 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:33.167383 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:33.241358 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:33.366512 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:33.439562 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:33.523922 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:33.652839 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:33.722850 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:33.796506 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:33.923062 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:33.995879 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:34.073415 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:34.205012 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:34.283130 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:34.367492 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:34.500243 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:34.576809 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:34.656815 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:34.787358 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:34.861502 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:34.940681 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:35.074321 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:35.147449 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:35.225406 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:35.357291 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:35.433245 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:35.512752 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:35.642467 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:35.716079 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:35.792747 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:35.922436 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:35.993967 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:36.069257 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:36.200273 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:36.276316 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:36.356771 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:36.486068 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:36.558238 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:36.634159 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:36.762418 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:36.832175 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:36.905920 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:37.031882 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:37.104583 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:37.186590 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:37.315748 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:10:37.447766 140532729214400 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 07:10:38.148544 140532729214400 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 07:10:38.422310 140532729214400 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 07:10:44.831604 140532729214400 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 07:10:46.042697 140532729214400 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 07:11:00.440423 140532729214400 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 07:11:00.612443 140532729214400 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:11:21.058367 140532729214400 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 07:11:34.123469 140532729214400 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 07:11:35.147378 140532729214400 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 07:11:35.147918 140532729214400 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 07:11:35.148674: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 07:11:35.175210 140532729214400 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 07:11:35.204402 140532729214400 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 07:11:35.259263 140532729214400 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 07:11:50.283631 140532729214400 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 07:11:50.284715 140530718852864 tpu_estimator.py:521] Starting infeed thread controller. +I1010 07:11:50.285187 140530710460160 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 07:11:50.335906 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:11:50.412527 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:11:50.474250 140532729214400 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:11:50.474668 140532729214400 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 07:12:20.484102 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:12:20.557713 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 07:12:42.829073 140530710460160 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 07:12:50.613332 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:12:50.691329 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:13:20.775549 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:13:20.849798 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:13:22.324807 140532729214400 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.4644203, step = 200 +I1010 07:13:36.388524 140532729214400 basic_session_run_hooks.py:262] loss = 4.4644203, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:13:36.391223 140532729214400 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:13:36.391527 140532729214400 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 07:13:48.325191 140530710460160 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 07:13:50.933654 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:13:51.021090 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:14:21.102767 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:14:21.172069 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:14:28.469538 140532729214400 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.4362023, step = 400 (63.854 sec) +I1010 07:14:40.242274 140532729214400 basic_session_run_hooks.py:260] loss = 3.4362023, step = 400 (63.854 sec) +INFO:tensorflow:global_step/sec: 3.13217 +I1010 07:14:40.243972 140532729214400 tpu_estimator.py:2307] global_step/sec: 3.13217 +INFO:tensorflow:examples/sec: 205270 +I1010 07:14:40.245397 140532729214400 tpu_estimator.py:2308] examples/sec: 205270 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:14:40.246854 140532729214400 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:14:40.247078 140532729214400 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 8) +I1010 07:14:48.441072 140530710460160 tpu_estimator.py:279] Outfeed finished for iteration (2, 8) +I1010 07:14:51.243923 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:14:51.348992 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:15:21.422665 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:15:21.523948 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:15:26.476417 140532729214400 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.1981034, step = 600 (60.370 sec) +I1010 07:15:40.612127 140532729214400 basic_session_run_hooks.py:260] loss = 3.1981034, step = 600 (60.370 sec) +INFO:tensorflow:global_step/sec: 3.31279 +I1010 07:15:40.615957 140532729214400 tpu_estimator.py:2307] global_step/sec: 3.31279 +INFO:tensorflow:examples/sec: 217107 +I1010 07:15:40.616439 140532729214400 tpu_estimator.py:2308] examples/sec: 217107 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:15:40.617862 140532729214400 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:15:40.618079 140532729214400 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 7) +I1010 07:15:48.510982 140530710460160 tpu_estimator.py:279] Outfeed finished for iteration (3, 7) +I1010 07:15:51.602729 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:15:51.672908 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:16:21.747020 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:16:21.877533 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:16:27.210586 140532729214400 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.8374915, step = 800 (58.849 sec) +I1010 07:16:39.461487 140532729214400 basic_session_run_hooks.py:260] loss = 2.8374915, step = 800 (58.849 sec) +INFO:tensorflow:global_step/sec: 3.39864 +I1010 07:16:39.463053 140532729214400 tpu_estimator.py:2307] global_step/sec: 3.39864 +INFO:tensorflow:examples/sec: 222733 +I1010 07:16:39.463511 140532729214400 tpu_estimator.py:2308] examples/sec: 222733 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:16:39.464828 140532729214400 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:16:39.465012 140532729214400 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 13) +I1010 07:16:48.607279 140530710460160 tpu_estimator.py:279] Outfeed finished for iteration (4, 13) +I1010 07:16:51.925529 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:16:52.020104 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:17:22.101222 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:17:22.196824 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:17:25.475884 140532729214400 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 07:17:34.395886 140532729214400 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.5328574, step = 1000 (58.842 sec) +I1010 07:17:38.303394 140532729214400 basic_session_run_hooks.py:260] loss = 2.5328574, step = 1000 (58.842 sec) +INFO:tensorflow:global_step/sec: 3.39893 +I1010 07:17:38.305192 140532729214400 tpu_estimator.py:2307] global_step/sec: 3.39893 +INFO:tensorflow:examples/sec: 222752 +I1010 07:17:38.305597 140532729214400 tpu_estimator.py:2308] examples/sec: 222752 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:17:38.306683 140532729214400 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:17:38.306869 140532729214400 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 19) +I1010 07:17:48.665725 140530710460160 tpu_estimator.py:279] Outfeed finished for iteration (5, 19) +I1010 07:17:52.279843 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:17:52.379738 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:18:22.454041 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:18:22.559890 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:18:23.896172 140532729214400 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.239349, step = 1200 (59.462 sec) +I1010 07:18:37.764921 140532729214400 basic_session_run_hooks.py:260] loss = 2.239349, step = 1200 (59.462 sec) +INFO:tensorflow:global_step/sec: 3.36353 +I1010 07:18:37.766531 140532729214400 tpu_estimator.py:2307] global_step/sec: 3.36353 +INFO:tensorflow:examples/sec: 220432 +I1010 07:18:37.766968 140532729214400 tpu_estimator.py:2308] examples/sec: 220432 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:18:37.768296 140532729214400 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:18:37.768506 140532729214400 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 24) +I1010 07:18:48.760464 140530710460160 tpu_estimator.py:279] Outfeed finished for iteration (6, 24) +I1010 07:18:52.640959 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:18:52.740178 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:19:22.813925 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:19:22.916013 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:19:24.084728 140532729214400 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.3291726, step = 1400 (57.831 sec) +I1010 07:19:35.595412 140532729214400 basic_session_run_hooks.py:260] loss = 2.3291726, step = 1400 (57.831 sec) +INFO:tensorflow:global_step/sec: 3.45839 +I1010 07:19:35.596940 140532729214400 tpu_estimator.py:2307] global_step/sec: 3.45839 +INFO:tensorflow:examples/sec: 226649 +I1010 07:19:35.597388 140532729214400 tpu_estimator.py:2308] examples/sec: 226649 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:19:35.598494 140532729214400 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:19:35.598669 140532729214400 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 34) +I1010 07:19:48.881033 140530710460160 tpu_estimator.py:279] Outfeed finished for iteration (7, 34) +I1010 07:19:52.998636 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:19:53.093189 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:20:21.449553 140532729214400 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:20:23.171526 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:20:23.268774 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.0494685, step = 1600 (58.890 sec) +I1010 07:20:34.484981 140532729214400 basic_session_run_hooks.py:260] loss = 2.0494685, step = 1600 (58.890 sec) +INFO:tensorflow:global_step/sec: 3.39619 +I1010 07:20:34.486418 140532729214400 tpu_estimator.py:2307] global_step/sec: 3.39619 +INFO:tensorflow:examples/sec: 222573 +I1010 07:20:34.486790 140532729214400 tpu_estimator.py:2308] examples/sec: 222573 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 07:20:34.487907 140532729214400 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 07:20:34.488066 140532729214400 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 39) +I1010 07:20:48.916100 140530710460160 tpu_estimator.py:279] Outfeed finished for iteration (8, 39) +I1010 07:20:53.348412 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:20:53.449928 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.9395795, step = 1760 (38.235 sec) +I1010 07:21:12.719614 140532729214400 basic_session_run_hooks.py:260] loss = 1.9395795, step = 1760 (38.235 sec) +INFO:tensorflow:global_step/sec: 4.18467 +I1010 07:21:12.721276 140532729214400 tpu_estimator.py:2307] global_step/sec: 4.18467 +INFO:tensorflow:examples/sec: 274246 +I1010 07:21:15.002311 140532729214400 tpu_estimator.py:2308] examples/sec: 274246 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:21:15.003937 140532729214400 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:21:23.530733 140530702067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:21:23.604278 140530702067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 07:21:28.702330 140532729214400 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 07:21:28.702593 140532729214400 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 07:21:28.702802 140530718852864 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 07:21:28.702912 140530718852864 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 07:21:28.703052 140532729214400 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 07:21:28.703181 140532729214400 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 07:21:28.703270 140532729214400 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 07:21:28.703402 140530710460160 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 07:21:28.703486 140530710460160 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 07:21:28.703603 140532729214400 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 07:21:28.703701 140532729214400 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.9395795. +I1010 07:21:55.134504 140532729214400 estimator.py:371] Loss for final step: 1.9395795. +INFO:tensorflow:training_loop marked as finished +I1010 07:21:55.135243 140532729214400 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 07:21:58.105396 139771892155840 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 07:21:58.110368 139771892155840 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 07:21:58.110588 139771892155840 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 07:21:58.113686 139771892155840 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:21:58.162451 139771892155840 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 07:21:58.162704 139771892155840 transport.py:157] Attempting refresh to obtain initial access_token +I1010 07:21:58.228375 139771892155840 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:21:58.276752 139771892155840 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 07:21:58.277008 139771892155840 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 07:21:58.345845 139771892155840 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 07:21:58.346903 139771892155840 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 07:21:58.347148 139771892155840 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 07:21:58.347596 139771892155840 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 07:21:58.347692 139771892155840 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 07:21:58.347778 139771892155840 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 07:21:58.347892 139771892155840 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 07:21:58.592775 139771892155840 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 07:21:58.593239 139771892155840 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 07:21:58.593586 139771892155840 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 07:21:58.594761: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 07:21:58.608597 139771892155840 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 07:21:58.610265 139771892155840 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 07:21:58.610814 139771892155840 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 07:21:58.610902 139771892155840 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 07:21:58.610966 139771892155840 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 07:21:58.611254 139771892155840 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 07:21:58.611350 139771892155840 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 07:21:58.611414 139771892155840 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 07:21:58.611476 139771892155840 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 07:21:58.611537 139771892155840 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 07:21:58.611598 139771892155840 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 07:21:58.611658 139771892155840 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 07:21:58.611716 139771892155840 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 07:21:58.611776 139771892155840 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 07:21:58.611836 139771892155840 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 07:21:58.617363 139771892155840 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 07:21:58.619117 139771892155840 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 07:21:58.633490 139771892155840 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 07:21:58.633740 139771892155840 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 07:21:58.642029 139771892155840 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 07:21:58.728708 139771892155840 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 07:21:58.728970 139771892155840 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 07:21:58.885412 139771892155840 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 07:21:58.886195 139771892155840 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 07:21:58.886816 139771892155840 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 07:21:59.294028 139771892155840 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 07:21:59.857746: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 07:21:59.857795: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 07:21:59.857824: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 07:21:59.881136 139771892155840 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 07:21:59.882441 139771892155840 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 07:21:59.897241 139771892155840 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 07:21:59.923382 139771892155840 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 07:22:02.123914 139771892155840 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 07:22:02.128920 139771892155840 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 07:22:02.154448 139771892155840 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 07:22:02.201746 139771892155840 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 07:22:02.213686 139771892155840 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 07:22:02.309771 139771892155840 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 07:22:02.556756 139771892155840 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 07:22:02.572844 139771892155840 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 07:22:02.591839 139771892155840 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T07:22:02Z +I1010 07:22:02.608716 139771892155840 evaluation.py:255] Starting evaluation at 2019-10-10T07:22:02Z +INFO:tensorflow:TPU job name worker +I1010 07:22:02.608978 139771892155840 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 07:22:03.143256 139771892155840 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 07:22:03.215580 139771892155840 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 07:22:05.927978 139771892155840 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 07:22:05.945360 139771892155840 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 07:22:05.991520 139771892155840 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 07:22:06.006550 139771892155840 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 07:22:12.150835 139771892155840 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 07:22:12.151679 139770080773888 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 07:22:12.152190 139770072381184 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 07:22:12.316596 139771892155840 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 07:22:12.338449 139771892155840 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 07:22:12.339133 139771892155840 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 07:22:12.382680 139770063988480 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 07:22:12.449538 139770063988480 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 07:22:23.654604 139770072381184 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 07:22:32.620805 139771892155840 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 07:22:32.621174 139771892155840 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 07:22:32.621259 139771892155840 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 07:22:32.621428 139770080773888 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 07:22:32.621527 139770080773888 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 07:22:32.621691 139771892155840 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 07:22:32.621792 139771892155840 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 07:22:32.621850 139771892155840 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 07:22:32.621963 139770072381184 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 07:22:32.622044 139770072381184 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 07:22:32.622164 139771892155840 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 07:22:32.622255 139771892155840 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-07:22:42 +I1010 07:22:42.675095 139771892155840 evaluation.py:275] Finished evaluation at 2019-10-10-07:22:42 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9358101, top_1_accuracy = 0.75201416, top_5_accuracy = 0.9237671 +I1010 07:22:42.675441 139771892155840 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9358101, top_1_accuracy = 0.75201416, top_5_accuracy = 0.9237671 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 07:22:44.548111 139771892155840 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 07:22:44.856865 139771892155840 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9358101, 'top_1_accuracy': 0.75201416, 'global_step': 1760, 'top_5_accuracy': 0.9237671}. Elapsed seconds: 46 +I1010 07:22:44.857153 139771892155840 resnet_main.py:597] Eval results: {'loss': 1.9358101, 'top_1_accuracy': 0.75201416, 'global_step': 1760, 'top_5_accuracy': 0.9237671}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 07:22:44.857284 139771892155840 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570691439076184... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570692083286902... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570691441.v3-512#1570692088615774... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570691475122268... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570691853688512... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570691853852351... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570691857697137... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570691911388992... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570691911574142... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570691915586997... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570691971200731... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570691971382031... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570691975086015... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570692029994908... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570692030198145... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570692033989202... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570692082606429... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570692082809336... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570692086610340... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570692163163505... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570692163.v3-512#1570692164789825... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 07:22:48.773773 139974741980608 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 07:22:48.779167 139974741980608 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 07:22:48.779407 139974741980608 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 07:22:48.782578 139974741980608 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:22:48.827017 139974741980608 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 07:22:48.827265 139974741980608 transport.py:157] Attempting refresh to obtain initial access_token +I1010 07:22:48.912580 139974741980608 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:22:48.953528 139974741980608 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 07:22:48.953797 139974741980608 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 07:22:49.017612 139974741980608 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 07:22:49.019009 139974741980608 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 07:22:49.019285 139974741980608 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 07:22:49.019778 139974741980608 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 07:22:49.019865 139974741980608 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 07:22:49.019948 139974741980608 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 07:22:49.140713 139974741980608 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 07:22:49.221694 139974741980608 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 07:22:49.223407: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 07:22:49.282090 139974741980608 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 07:22:49.282346 139974741980608 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 07:22:49.282803 139974741980608 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 07:22:49.282872 139974741980608 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 07:22:49.282937 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 07:22:49.283220 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 07:22:49.283288 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 07:22:49.283353 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 07:22:49.283427 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 07:22:49.283489 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 07:22:49.283550 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 07:22:49.283607 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 07:22:49.283667 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 07:22:49.283725 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 07:22:49.283787 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 07:22:49.283847 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 07:22:49.283905 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 07:22:49.283965 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 07:22:49.284027 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 07:22:49.284099 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 07:22:49.284157 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 07:22:49.284223 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 07:22:49.284281 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 07:22:49.284339 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 07:22:49.284399 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 07:22:49.284457 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 07:22:49.284584 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 07:22:49.284648 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 07:22:49.284718 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 07:22:49.284778 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 07:22:49.284837 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 07:22:49.284894 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 07:22:49.284954 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 07:22:49.285020 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 07:22:49.285085 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 07:22:49.285145 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 07:22:49.285204 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 07:22:49.285264 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 07:22:49.285322 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 07:22:49.285382 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 07:22:49.285440 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 07:22:49.285499 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 07:22:49.285557 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 07:22:49.285615 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 07:22:49.285674 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 07:22:49.285732 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 07:22:49.285794 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 07:22:49.285854 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 07:22:49.285912 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 07:22:49.285970 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 07:22:49.286029 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 07:22:49.286093 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 07:22:49.286151 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 07:22:49.286210 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 07:22:49.286269 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 07:22:49.286329 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 07:22:49.286386 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 07:22:49.286444 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 07:22:49.286509 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 07:22:49.286567 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 07:22:49.286627 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 07:22:49.286684 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 07:22:49.286742 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 07:22:49.286801 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 07:22:49.286859 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 07:22:49.286917 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 07:22:49.286974 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 07:22:49.287034 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 07:22:49.287097 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 07:22:49.287157 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 07:22:49.287215 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 07:22:49.287277 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 07:22:49.287336 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 07:22:49.287393 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 07:22:49.287451 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 07:22:49.287508 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 07:22:49.287566 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 07:22:49.287625 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 07:22:49.287683 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 07:22:49.287741 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 07:22:49.287800 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 07:22:49.287858 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 07:22:49.287916 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 07:22:49.287980 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 07:22:49.288038 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 07:22:49.288105 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 07:22:49.288162 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 07:22:49.288220 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 07:22:49.288280 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 07:22:49.288337 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 07:22:49.288397 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 07:22:49.288455 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 07:22:49.288562 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 07:22:49.288625 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 07:22:49.288685 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 07:22:49.288743 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 07:22:49.288808 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 07:22:49.288866 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 07:22:49.288923 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 07:22:49.288980 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 07:22:49.289038 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 07:22:49.289103 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 07:22:49.289161 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 07:22:49.289221 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 07:22:49.289278 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 07:22:49.289336 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 07:22:49.289395 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 07:22:49.289453 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 07:22:49.289515 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 07:22:49.289572 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 07:22:49.289629 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 07:22:49.289688 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 07:22:49.289745 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 07:22:49.289803 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 07:22:49.289861 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 07:22:49.289920 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 07:22:49.289978 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 07:22:49.290035 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 07:22:49.290102 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 07:22:49.290189 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 07:22:49.290251 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 07:22:49.290309 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 07:22:49.290366 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 07:22:49.290425 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 07:22:49.290482 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 07:22:49.290539 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 07:22:49.290597 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 07:22:49.290654 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 07:22:49.290713 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 07:22:49.290771 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 07:22:49.290828 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 07:22:49.290887 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 07:22:49.290945 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 07:22:49.291009 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 07:22:49.291074 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 07:22:49.291132 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 07:22:49.291189 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 07:22:49.291249 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 07:22:49.291321 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 07:22:49.291380 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 07:22:49.291439 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 07:22:49.291496 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 07:22:49.291555 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 07:22:49.291613 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 07:22:49.291671 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 07:22:49.291732 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 07:22:49.291790 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 07:22:49.291850 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 07:22:49.291908 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 07:22:49.291965 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 07:22:49.292022 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 07:22:49.292088 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 07:22:49.292148 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 07:22:49.292206 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 07:22:49.292263 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 07:22:49.292320 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 07:22:49.292378 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 07:22:49.292442 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 07:22:49.292561 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 07:22:49.292629 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 07:22:49.292687 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 07:22:49.292747 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 07:22:49.292805 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 07:22:49.292864 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 07:22:49.292921 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 07:22:49.292978 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 07:22:49.293035 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 07:22:49.293098 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 07:22:49.293158 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 07:22:49.293215 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 07:22:49.293279 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 07:22:49.293338 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 07:22:49.293395 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 07:22:49.293454 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 07:22:49.293515 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 07:22:49.293575 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 07:22:49.293632 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 07:22:49.293689 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 07:22:49.293747 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 07:22:49.293807 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 07:22:49.293864 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 07:22:49.293925 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 07:22:49.293987 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 07:22:49.294045 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 07:22:49.294111 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 07:22:49.294168 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 07:22:49.294226 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 07:22:49.294284 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 07:22:49.294342 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 07:22:49.294400 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 07:22:49.294457 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 07:22:49.294514 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 07:22:49.294573 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 07:22:49.294631 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 07:22:49.294697 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 07:22:49.294760 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 07:22:49.294819 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 07:22:49.294877 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 07:22:49.294939 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 07:22:49.294996 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 07:22:49.295059 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 07:22:49.295119 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 07:22:49.295177 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 07:22:49.295234 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 07:22:49.295294 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 07:22:49.295351 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 07:22:49.295408 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 07:22:49.295470 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 07:22:49.295530 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 07:22:49.295587 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 07:22:49.295644 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 07:22:49.295702 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 07:22:49.295762 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 07:22:49.295819 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 07:22:49.295880 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 07:22:49.295938 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 07:22:49.295995 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 07:22:49.296060 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 07:22:49.296119 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 07:22:49.296180 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 07:22:49.296240 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 07:22:49.296298 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 07:22:49.296355 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 07:22:49.296415 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 07:22:49.296504 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 07:22:49.296591 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 07:22:49.296653 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 07:22:49.296711 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 07:22:49.296770 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 07:22:49.296828 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 07:22:49.296886 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 07:22:49.296943 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 07:22:49.297008 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 07:22:49.297072 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 07:22:49.297132 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 07:22:49.297190 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 07:22:49.297249 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 07:22:49.297307 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 07:22:49.297364 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 07:22:49.297422 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 07:22:49.297481 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 07:22:49.297538 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 07:22:49.297595 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 07:22:49.297653 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 07:22:49.297719 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 07:22:49.297779 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 07:22:49.297836 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 07:22:49.297894 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 07:22:49.297950 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 07:22:49.298008 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 07:22:49.298073 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 07:22:49.298130 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 07:22:49.298194 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 07:22:49.298253 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 07:22:49.298310 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 07:22:49.298368 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 07:22:49.298432 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 07:22:49.298491 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 07:22:49.298548 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 07:22:49.298607 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 07:22:49.298664 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 07:22:49.298722 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 07:22:49.298779 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 07:22:49.298837 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 07:22:49.298894 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 07:22:49.298953 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 07:22:49.299010 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 07:22:49.299074 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 07:22:49.299133 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 07:22:49.299196 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 07:22:49.299254 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 07:22:49.299312 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 07:22:49.299369 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 07:22:49.299427 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 07:22:49.299484 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 07:22:49.299540 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 07:22:49.299598 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 07:22:49.299655 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 07:22:49.299714 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 07:22:49.299772 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 07:22:49.299829 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 07:22:49.299890 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 07:22:49.299948 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 07:22:49.300007 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 07:22:49.300071 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 07:22:49.300128 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 07:22:49.300185 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 07:22:49.300242 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 07:22:49.300301 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 07:22:49.300359 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 07:22:49.300416 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 07:22:49.300512 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 07:22:49.300595 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 07:22:49.300656 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 07:22:49.300720 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 07:22:49.300781 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 07:22:49.300839 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 07:22:49.300899 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 07:22:49.300956 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 07:22:49.301013 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 07:22:49.301079 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 07:22:49.301140 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 07:22:49.301198 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 07:22:49.301256 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 07:22:49.301315 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 07:22:49.301372 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 07:22:49.301436 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 07:22:49.301495 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 07:22:49.301553 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 07:22:49.301609 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 07:22:49.301667 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 07:22:49.301728 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 07:22:49.301786 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 07:22:49.301845 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 07:22:49.301903 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 07:22:49.301960 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 07:22:49.302017 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 07:22:49.302083 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 07:22:49.302145 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 07:22:49.302205 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 07:22:49.302263 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 07:22:49.302320 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 07:22:49.302377 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 07:22:49.302434 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 07:22:49.302494 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 07:22:49.302551 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 07:22:49.302608 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 07:22:49.302665 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 07:22:49.302721 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 07:22:49.302778 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 07:22:49.302836 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 07:22:49.302898 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 07:22:49.302957 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 07:22:49.303014 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 07:22:49.303078 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 07:22:49.303137 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 07:22:49.303194 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 07:22:49.303251 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 07:22:49.303308 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 07:22:49.303365 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 07:22:49.303422 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 07:22:49.303479 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 07:22:49.303536 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 07:22:49.303599 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 07:22:49.303658 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 07:22:49.303715 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 07:22:49.303781 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 07:22:49.303841 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 07:22:49.303899 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 07:22:49.303956 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 07:22:49.304013 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 07:22:49.304078 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 07:22:49.304136 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 07:22:49.304193 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 07:22:49.304251 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 07:22:49.304317 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 07:22:49.304377 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 07:22:49.304436 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 07:22:49.304538 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 07:22:49.304599 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 07:22:49.304657 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 07:22:49.304728 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 07:22:49.304785 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 07:22:49.304843 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 07:22:49.304902 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 07:22:49.304960 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 07:22:49.305017 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 07:22:49.305094 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 07:22:49.305169 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 07:22:49.305229 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 07:22:49.305288 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 07:22:49.305346 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 07:22:49.305404 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 07:22:49.305464 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 07:22:49.305521 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 07:22:49.305578 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 07:22:49.305641 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 07:22:49.305706 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 07:22:49.305769 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 07:22:49.305828 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 07:22:49.305891 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 07:22:49.305951 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 07:22:49.306009 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 07:22:49.306071 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 07:22:49.306129 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 07:22:49.306186 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 07:22:49.306245 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 07:22:49.306302 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 07:22:49.306360 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 07:22:49.306417 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 07:22:49.306477 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 07:22:49.306534 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 07:22:49.306593 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 07:22:49.306653 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 07:22:49.306710 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 07:22:49.306767 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 07:22:49.306824 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 07:22:49.306880 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 07:22:49.306937 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 07:22:49.306994 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 07:22:49.307060 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 07:22:49.307120 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 07:22:49.307178 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 07:22:49.307235 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 07:22:49.307292 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 07:22:49.307356 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 07:22:49.307414 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 07:22:49.307471 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 07:22:49.307529 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 07:22:49.307588 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 07:22:49.307646 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 07:22:49.307704 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 07:22:49.307763 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 07:22:49.307821 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 07:22:49.307878 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 07:22:49.307934 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 07:22:49.307991 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 07:22:49.308058 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 07:22:49.308116 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 07:22:49.308173 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 07:22:49.308231 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 07:22:49.308289 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 07:22:49.308346 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 07:22:49.308403 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 07:22:49.308461 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 07:22:49.308542 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 07:22:49.308598 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 07:22:49.308655 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 07:22:49.308712 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 07:22:49.308769 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 07:22:49.308831 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 07:22:49.308888 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 07:22:49.308947 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 07:22:49.309004 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 07:22:49.309067 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 07:22:49.309127 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 07:22:49.309184 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 07:22:49.309242 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 07:22:49.309299 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 07:22:49.309357 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 07:22:49.309415 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 07:22:49.309473 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 07:22:49.309533 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 07:22:49.309591 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 07:22:49.309648 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 07:22:49.309708 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 07:22:49.309765 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 07:22:49.309822 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 07:22:49.309880 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 07:22:49.309937 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 07:22:49.309994 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 07:22:49.310058 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 07:22:49.310116 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 07:22:49.310173 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 07:22:49.310235 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 07:22:49.310295 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 07:22:49.310353 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 07:22:49.310410 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 07:22:49.310467 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 07:22:49.310523 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 07:22:49.310580 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 07:22:49.310637 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 07:22:49.310695 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 07:22:49.310753 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 07:22:49.310811 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 07:22:49.310868 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 07:22:49.310926 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 07:22:49.310988 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 07:22:49.311047 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 07:22:49.311111 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 07:22:49.311168 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 07:22:49.311227 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 07:22:49.311300 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 07:22:49.311359 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 07:22:49.311418 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 07:22:49.311475 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 07:22:49.311536 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 07:22:49.311593 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 07:22:49.311651 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 07:22:49.311717 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 07:22:49.311775 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 07:22:49.311834 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 07:22:49.311891 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 07:22:49.311949 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 07:22:49.312005 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 07:22:49.312069 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 07:22:49.312128 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 07:22:49.312186 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 07:22:49.312244 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 07:22:49.312303 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 07:22:49.312361 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 07:22:49.312422 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 07:22:49.312500 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 07:22:49.312561 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 07:22:49.312618 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 07:22:49.312675 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 07:22:49.312733 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 07:22:49.312792 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 07:22:49.312849 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 07:22:49.312907 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 07:22:49.312967 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 07:22:49.313024 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 07:22:49.313087 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 07:22:49.313146 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 07:22:49.313208 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 07:22:49.313266 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 07:22:49.313323 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 07:22:49.313380 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 07:22:49.313437 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 07:22:49.313496 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 07:22:49.313553 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 07:22:49.313611 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 07:22:49.313668 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 07:22:49.313726 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 07:22:49.313783 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 07:22:49.313841 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 07:22:49.313901 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 07:22:49.313958 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 07:22:49.314016 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 07:22:49.314080 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 07:22:49.314137 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 07:22:49.314196 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 07:22:49.314254 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 07:22:49.314311 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 07:22:49.314368 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 07:22:49.314425 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 07:22:49.314481 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 07:22:49.314539 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 07:22:49.314596 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 07:22:49.314659 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 07:22:49.314728 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 07:22:49.314794 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 07:22:49.314851 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 07:22:49.314915 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 07:22:49.314974 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 07:22:49.315032 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 07:22:49.315094 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 07:22:49.315154 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 07:22:49.315212 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 07:22:49.315268 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 07:22:49.315325 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 07:22:49.315387 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 07:22:49.315447 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 07:22:49.315505 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 07:22:49.315562 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 07:22:49.315620 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 07:22:49.315679 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 07:22:49.315747 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 07:22:49.315809 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 07:22:49.315867 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 07:22:49.315924 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 07:22:49.315983 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 07:22:49.316040 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 07:22:49.316109 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 07:22:49.316169 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 07:22:49.316226 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 07:22:49.316286 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 07:22:49.316343 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 07:22:49.316400 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 07:22:49.316457 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 07:22:49.316536 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 07:22:49.316596 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 07:22:49.316653 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 07:22:49.316710 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 07:22:49.316770 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 07:22:49.316828 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 07:22:49.316890 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 07:22:49.316947 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 07:22:49.317006 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 07:22:49.317070 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 07:22:49.317128 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 07:22:49.317187 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 07:22:49.317245 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 07:22:49.317302 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 07:22:49.317361 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 07:22:49.317419 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 07:22:49.317476 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 07:22:49.317533 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 07:22:49.317595 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 07:22:49.317653 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 07:22:49.317712 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 07:22:49.317770 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 07:22:49.317826 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 07:22:49.317884 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 07:22:49.317943 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 07:22:49.318000 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 07:22:49.318063 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 07:22:49.318121 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 07:22:49.318181 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 07:22:49.318239 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 07:22:49.318300 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 07:22:49.318360 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 07:22:49.318417 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 07:22:49.318475 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 07:22:49.318533 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 07:22:49.318591 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 07:22:49.318655 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 07:22:49.318715 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 07:22:49.318773 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 07:22:49.318830 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 07:22:49.318888 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 07:22:49.318945 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 07:22:49.319004 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 07:22:49.319072 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 07:22:49.319130 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 07:22:49.319188 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 07:22:49.319245 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 07:22:49.319303 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 07:22:49.319361 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 07:22:49.319418 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 07:22:49.319478 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 07:22:49.319535 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 07:22:49.319592 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 07:22:49.319649 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 07:22:49.319708 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 07:22:49.319768 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 07:22:49.319827 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 07:22:49.319885 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 07:22:49.319941 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 07:22:49.320000 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 07:22:49.320065 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 07:22:49.320123 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 07:22:49.320182 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 07:22:49.320239 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 07:22:49.320297 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 07:22:49.320354 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 07:22:49.320411 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 07:22:49.320487 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 07:22:49.320557 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 07:22:49.320615 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 07:22:49.320673 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 07:22:49.320732 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 07:22:49.320791 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 07:22:49.320848 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 07:22:49.320907 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 07:22:49.320966 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 07:22:49.321023 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 07:22:49.321086 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 07:22:49.321145 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 07:22:49.321202 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 07:22:49.321264 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 07:22:49.321329 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 07:22:49.321387 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 07:22:49.321444 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 07:22:49.321501 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 07:22:49.321558 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 07:22:49.321616 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 07:22:49.321675 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 07:22:49.321732 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 07:22:49.321789 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 07:22:49.321847 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 07:22:49.321904 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 07:22:49.321969 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 07:22:49.322027 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 07:22:49.322092 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 07:22:49.322149 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 07:22:49.322207 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 07:22:49.322266 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 07:22:49.322324 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 07:22:49.322381 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 07:22:49.322438 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 07:22:49.322494 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 07:22:49.322551 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 07:22:49.322609 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 07:22:49.322669 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 07:22:49.322730 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 07:22:49.322788 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 07:22:49.322844 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 07:22:49.322901 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 07:22:49.322959 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 07:22:49.323016 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 07:22:49.323081 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 07:22:49.323138 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 07:22:49.323196 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 07:22:49.323256 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 07:22:49.323313 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 07:22:49.323371 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 07:22:49.323435 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 07:22:49.323493 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 07:22:49.323550 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 07:22:49.323606 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 07:22:49.323664 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 07:22:49.323723 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 07:22:49.323780 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 07:22:49.323837 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 07:22:49.323894 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 07:22:49.323952 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 07:22:49.324011 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 07:22:49.324075 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 07:22:49.324136 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 07:22:49.324194 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 07:22:49.324251 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 07:22:49.324310 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 07:22:49.324367 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 07:22:49.324424 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 07:22:49.324501 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 07:22:49.324561 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 07:22:49.324619 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 07:22:49.324686 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 07:22:49.324745 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 07:22:49.324804 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 07:22:49.324862 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 07:22:49.324924 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 07:22:49.324982 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 07:22:49.325041 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 07:22:49.325104 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 07:22:49.325162 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 07:22:49.325222 139974741980608 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 07:22:49.330665 139974741980608 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 07:22:49.331217 139974741980608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 07:22:49.343749 139974741980608 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 07:22:49.361879 139974741980608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 07:22:49.362148 139974741980608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 07:22:49.369741 139974741980608 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 07:22:49.453094 139974741980608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 07:22:49.453346 139974741980608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 07:22:49.455878 139974741980608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 07:22:49.456115 139974741980608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 07:22:49.615709 139974741980608 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 07:22:49.616539 139974741980608 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 07:22:49.617193 139974741980608 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 07:22:50.030766 139974741980608 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 07:22:50.422692 139974741980608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 07:22:50.721553: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 07:22:50.721600: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 07:22:50.721630: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 07:23:00.969790 139974741980608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 07:23:00.971343 139974741980608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 07:23:00.985711 139974741980608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 07:23:01.025135 139974741980608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 07:23:04.098387 139974741980608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 07:23:04.103467 139974741980608 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 07:23:04.129964 139974741980608 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 07:23:04.177248 139974741980608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 07:23:04.188949 139974741980608 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 07:23:04.273744 139974741980608 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 07:23:04.277848 139974741980608 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 07:23:04.278050 139974741980608 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 07:23:04.278122 139974741980608 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 07:23:04.278184 139974741980608 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 07:23:04.278244 139974741980608 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 07:23:04.278301 139974741980608 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.8 ************************************** +I1010 07:23:04.278357 139974741980608 resnet_main.py:388] ****************************** the weight_decay_input is 0.8 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 07:23:04.278481 139974741980608 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 07:23:04.278597 139974741980608 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 07:23:04.279545 139974741980608 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 07:23:04.311769 139974741980608 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 07:23:07.442003 139974741980608 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:07.534270 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:07.599585 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:07.668999 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:07.786686 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:07.854732 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:07.923723 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:08.041853 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:08.108035 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:08.177966 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:08.296104 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:08.363192 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:08.434230 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:08.552515 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:08.621016 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:08.690995 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:08.810797 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:08.877012 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:08.949107 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:09.086205 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:09.151604 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:09.224304 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:09.341551 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:09.408277 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:09.476171 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:09.590751 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:09.655030 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:09.723690 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:09.840157 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:09.905644 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:09.975986 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:10.093096 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:10.160556 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:10.231414 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:10.349111 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:10.416970 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:10.486488 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:10.604238 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:10.670134 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:10.740107 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:10.855901 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:10.922184 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:10.993257 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:11.110831 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:11.176394 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:11.245826 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:11.374066 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:11.445240 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:11.514169 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:11.631380 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:11.699686 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:11.770754 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:11.889703 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:11.955976 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:12.025158 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:12.141747 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:12.209126 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:12.278179 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:12.397876 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:12.468262 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:12.539351 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:12.657588 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:12.722563 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:12.794626 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:12.912884 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:12.979162 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:13.048547 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:13.165803 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:13.237134 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:13.307888 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:13.427728 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:13.495498 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:13.568322 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:13.690886 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:13.764890 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:13.859297 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:13.991745 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:14.355302 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:14.431919 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:14.547532 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:14.611655 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:14.680156 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:14.795525 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:14.862210 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:14.933170 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:15.049582 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:15.117115 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:15.186393 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:15.302495 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:15.367857 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:15.439898 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:15.556862 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:15.624381 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:15.695301 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:15.813755 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:15.879014 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:15.947700 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:16.064503 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:16.130275 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:16.200074 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:16.316761 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:16.384614 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:16.456774 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:16.573772 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:16.639223 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:16.708265 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:16.822416 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:16.886573 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:16.954458 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:17.068701 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:17.136629 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:17.207541 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:17.325454 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:17.396632 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:17.466568 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:17.583662 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:17.649924 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:17.719742 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:17.836199 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:17.904069 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:17.981615 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:18.099616 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:18.163647 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:18.234281 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:18.352107 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:18.420645 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:18.489223 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:18.606499 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:18.674639 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:18.745846 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:18.863761 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:18.931412 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:19.003628 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:19.121377 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:19.188991 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:19.262336 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:19.383887 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:19.455471 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:19.528505 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:19.647000 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:19.715980 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:19.787899 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:19.904567 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:19.971004 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:20.039540 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:20.157115 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:20.223493 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:20.294097 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:20.414949 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:20.483388 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:20.555603 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:20.672393 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:20.738694 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:20.808564 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:20.925666 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:20.989782 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:21.058844 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:21.174458 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:21.242414 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:21.319176 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:21.446557 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:23:21.562478 139974741980608 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 07:23:22.244803 139974741980608 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 07:23:22.510144 139974741980608 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 07:23:29.012368 139974741980608 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 07:23:30.153490 139974741980608 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 07:23:43.547842 139974741980608 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 07:23:43.714143 139974741980608 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:24:03.347754 139974741980608 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 07:24:15.906276 139974741980608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 07:24:16.861903 139974741980608 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 07:24:16.862306 139974741980608 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 07:24:16.862799: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0'] +I1010 07:24:16.889816 139974741980608 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 07:24:16.917479 139974741980608 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 07:24:16.969983 139974741980608 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 07:24:31.636112 139974741980608 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 07:24:31.636909 139972731455232 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 07:24:31.637293 139972723062528 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 07:24:31.736677 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:24:31.812310 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:24:31.814172 139974741980608 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:24:31.814452 139974741980608 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 07:25:01.893671 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:25:01.970474 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 07:25:20.991314 139972723062528 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 07:25:32.049968 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:25:32.124222 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:26:00.366030 139974741980608 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:26:02.176687 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:26:02.462539 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.594058, step = 200 +I1010 07:26:13.163604 139974741980608 basic_session_run_hooks.py:262] loss = 4.594058, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:26:13.165854 139974741980608 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:26:13.166107 139974741980608 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 07:26:24.534270 139972723062528 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 07:26:32.539195 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:26:32.615782 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:27:02.688199 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:27:02.767931 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:27:03.931303 139974741980608 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.483585, step = 400 (62.597 sec) +I1010 07:27:15.760092 139974741980608 basic_session_run_hooks.py:260] loss = 3.483585, step = 400 (62.597 sec) +INFO:tensorflow:global_step/sec: 3.19507 +I1010 07:27:15.761722 139974741980608 tpu_estimator.py:2307] global_step/sec: 3.19507 +INFO:tensorflow:examples/sec: 209392 +I1010 07:27:15.762900 139974741980608 tpu_estimator.py:2308] examples/sec: 209392 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:27:15.764060 139974741980608 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:27:15.764286 139974741980608 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 12) +I1010 07:27:24.573889 139972723062528 tpu_estimator.py:279] Outfeed finished for iteration (2, 12) +I1010 07:27:32.847641 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:27:32.931619 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:28:01.283972 139974741980608 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:28:03.003482 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:28:03.114597 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 3.2463498, step = 600 (62.034 sec) +I1010 07:28:17.794394 139974741980608 basic_session_run_hooks.py:260] loss = 3.2463498, step = 600 (62.034 sec) +INFO:tensorflow:global_step/sec: 3.22402 +I1010 07:28:17.796149 139974741980608 tpu_estimator.py:2307] global_step/sec: 3.22402 +INFO:tensorflow:examples/sec: 211290 +I1010 07:28:17.796643 139974741980608 tpu_estimator.py:2308] examples/sec: 211290 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:28:17.797897 139974741980608 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:28:17.798100 139974741980608 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 3) +I1010 07:28:24.736726 139972723062528 tpu_estimator.py:279] Outfeed finished for iteration (3, 3) +I1010 07:28:33.188782 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:28:33.295396 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:29:03.368622 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:29:03.465373 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:29:03.750704 139974741980608 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.5381694, step = 800 (58.112 sec) +I1010 07:29:15.906699 139974741980608 basic_session_run_hooks.py:260] loss = 2.5381694, step = 800 (58.112 sec) +INFO:tensorflow:global_step/sec: 3.44161 +I1010 07:29:15.908276 139974741980608 tpu_estimator.py:2307] global_step/sec: 3.44161 +INFO:tensorflow:examples/sec: 225550 +I1010 07:29:15.908724 139974741980608 tpu_estimator.py:2308] examples/sec: 225550 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:29:15.909893 139974741980608 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:29:15.910059 139974741980608 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 11) +I1010 07:29:24.862854 139972723062528 tpu_estimator.py:279] Outfeed finished for iteration (4, 11) +I1010 07:29:33.516752 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:29:33.596251 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:30:02.124912 139974741980608 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:30:03.695839 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:30:03.768222 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 07:30:10.364242 139974741980608 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.753321, step = 1000 (58.270 sec) +I1010 07:30:14.177191 139974741980608 basic_session_run_hooks.py:260] loss = 2.753321, step = 1000 (58.270 sec) +INFO:tensorflow:global_step/sec: 3.43218 +I1010 07:30:14.180375 139974741980608 tpu_estimator.py:2307] global_step/sec: 3.43218 +INFO:tensorflow:examples/sec: 224931 +I1010 07:30:14.180794 139974741980608 tpu_estimator.py:2308] examples/sec: 224931 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:30:14.181921 139974741980608 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:30:14.182127 139974741980608 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 23) +I1010 07:30:25.021589 139972723062528 tpu_estimator.py:279] Outfeed finished for iteration (5, 23) +I1010 07:30:33.843945 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:30:33.917699 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:30:59.956612 139974741980608 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:31:03.996049 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:31:04.077972 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.243884, step = 1200 (59.342 sec) +I1010 07:31:13.518805 139974741980608 basic_session_run_hooks.py:260] loss = 2.243884, step = 1200 (59.342 sec) +INFO:tensorflow:global_step/sec: 3.37035 +I1010 07:31:13.521437 139974741980608 tpu_estimator.py:2307] global_step/sec: 3.37035 +INFO:tensorflow:examples/sec: 220879 +I1010 07:31:13.521905 139974741980608 tpu_estimator.py:2308] examples/sec: 220879 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:31:13.523132 139974741980608 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:31:13.523313 139974741980608 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 27) +I1010 07:31:25.197231 139972723062528 tpu_estimator.py:279] Outfeed finished for iteration (6, 27) +I1010 07:31:34.151410 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:31:34.223661 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:31:59.250447 139974741980608 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:32:04.278738 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:32:04.376585 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.1807895, step = 1400 (59.024 sec) +I1010 07:32:12.542887 139974741980608 basic_session_run_hooks.py:260] loss = 2.1807895, step = 1400 (59.024 sec) +INFO:tensorflow:global_step/sec: 3.38851 +I1010 07:32:12.544377 139974741980608 tpu_estimator.py:2307] global_step/sec: 3.38851 +INFO:tensorflow:examples/sec: 222070 +I1010 07:32:12.544785 139974741980608 tpu_estimator.py:2308] examples/sec: 222070 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:32:12.545741 139974741980608 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:32:12.545897 139974741980608 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 31) +I1010 07:32:25.264782 139972723062528 tpu_estimator.py:279] Outfeed finished for iteration (7, 31) +I1010 07:32:34.454530 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:32:34.529560 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:32:58.716906 139974741980608 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:33:04.578594 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:33:04.672426 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.0739403, step = 1600 (57.684 sec) +I1010 07:33:10.226454 139974741980608 basic_session_run_hooks.py:260] loss = 2.0739403, step = 1600 (57.684 sec) +INFO:tensorflow:global_step/sec: 3.46719 +I1010 07:33:10.227997 139974741980608 tpu_estimator.py:2307] global_step/sec: 3.46719 +INFO:tensorflow:examples/sec: 227226 +I1010 07:33:10.228358 139974741980608 tpu_estimator.py:2308] examples/sec: 227226 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 07:33:10.229341 139974741980608 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 07:33:10.229504 139974741980608 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 42) +I1010 07:33:25.359173 139972723062528 tpu_estimator.py:279] Outfeed finished for iteration (8, 42) +I1010 07:33:34.753514 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:33:34.847054 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.6733382, step = 1760 (37.875 sec) +I1010 07:33:48.101106 139974741980608 basic_session_run_hooks.py:260] loss = 1.6733382, step = 1760 (37.875 sec) +INFO:tensorflow:global_step/sec: 4.22448 +I1010 07:33:48.102509 139974741980608 tpu_estimator.py:2307] global_step/sec: 4.22448 +INFO:tensorflow:examples/sec: 276855 +I1010 07:33:50.428306 139974741980608 tpu_estimator.py:2308] examples/sec: 276855 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:33:50.429797 139974741980608 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:Stop infeed thread controller +I1010 07:34:04.675416 139974741980608 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 07:34:04.675707 139974741980608 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 07:34:04.675930 139972731455232 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 07:34:04.676040 139972731455232 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 07:34:04.676212 139974741980608 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 07:34:04.676328 139974741980608 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 07:34:04.676388 139974741980608 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 07:34:04.676553 139972723062528 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 07:34:04.676698 139972723062528 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 07:34:04.676819 139974741980608 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 07:34:04.676915 139974741980608 tpu_estimator.py:616] Shutdown TPU system. +I1010 07:34:04.925409 139972714669824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:34:04.999741 139972714669824 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Loss for final step: 1.6733382. +I1010 07:34:36.605508 139974741980608 estimator.py:371] Loss for final step: 1.6733382. +INFO:tensorflow:training_loop marked as finished +I1010 07:34:36.606265 139974741980608 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 07:34:39.515064 139856631997888 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 07:34:39.520165 139856631997888 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 07:34:39.520365 139856631997888 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 07:34:39.523449 139856631997888 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:34:39.578735 139856631997888 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 07:34:39.578989 139856631997888 transport.py:157] Attempting refresh to obtain initial access_token +I1010 07:34:39.645159 139856631997888 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:34:39.684497 139856631997888 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 07:34:39.684762 139856631997888 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 07:34:39.755711 139856631997888 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 07:34:39.756788 139856631997888 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 07:34:39.757024 139856631997888 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 07:34:39.757452 139856631997888 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 07:34:39.757534 139856631997888 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 07:34:39.757630 139856631997888 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 07:34:39.757744 139856631997888 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 07:34:39.994839 139856631997888 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 07:34:39.995302 139856631997888 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 07:34:39.995670 139856631997888 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 07:34:39.996827: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 07:34:40.010727 139856631997888 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 07:34:40.010970 139856631997888 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 07:34:40.012968 139856631997888 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 07:34:40.013041 139856631997888 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 07:34:40.013119 139856631997888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 07:34:40.013402 139856631997888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 07:34:40.013470 139856631997888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 07:34:40.013531 139856631997888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 07:34:40.013592 139856631997888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 07:34:40.013662 139856631997888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 07:34:40.013721 139856631997888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 07:34:40.013781 139856631997888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 07:34:40.013839 139856631997888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 07:34:40.013897 139856631997888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 07:34:40.013957 139856631997888 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 07:34:40.019155 139856631997888 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 07:34:40.020922 139856631997888 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 07:34:40.034775 139856631997888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 07:34:40.035018 139856631997888 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 07:34:40.042893 139856631997888 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 07:34:40.127463 139856631997888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 07:34:40.127728 139856631997888 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 07:34:40.282639 139856631997888 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 07:34:40.283409 139856631997888 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 07:34:40.284039 139856631997888 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 07:34:40.686655 139856631997888 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 07:34:41.247178: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 07:34:41.247229: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 07:34:41.247258: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 07:34:41.269784 139856631997888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 07:34:41.271156 139856631997888 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 07:34:41.285345 139856631997888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 07:34:41.310218 139856631997888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 07:34:43.347178 139856631997888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 07:34:43.351862 139856631997888 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 07:34:43.377964 139856631997888 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 07:34:43.424374 139856631997888 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 07:34:43.435281 139856631997888 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 07:34:43.528923 139856631997888 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 07:34:43.767389 139856631997888 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 07:34:43.782716 139856631997888 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 07:34:43.800832 139856631997888 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T07:34:43Z +I1010 07:34:43.816658 139856631997888 evaluation.py:255] Starting evaluation at 2019-10-10T07:34:43Z +INFO:tensorflow:TPU job name worker +I1010 07:34:43.816900 139856631997888 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 07:34:44.328897 139856631997888 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 07:34:44.423536 139856631997888 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 07:34:47.192671 139856631997888 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 07:34:47.208983 139856631997888 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 07:34:47.253189 139856631997888 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 07:34:47.267124 139856631997888 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 07:34:53.826154 139856631997888 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 07:34:53.826945 139854954866432 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 07:34:53.827384 139854604138240 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 07:34:53.992311 139856631997888 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 07:34:54.013808 139856631997888 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 07:34:54.014482 139856631997888 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 07:34:54.043241 139854595745536 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 07:34:54.163199 139854595745536 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 07:35:05.208035 139854604138240 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 07:35:14.198438 139856631997888 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 07:35:14.198787 139856631997888 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 07:35:14.198880 139856631997888 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 07:35:14.199055 139854954866432 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 07:35:14.199177 139854954866432 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 07:35:14.199415 139856631997888 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 07:35:14.199639 139856631997888 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 07:35:14.199708 139856631997888 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 07:35:14.202358 139854604138240 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 07:35:14.202506 139854604138240 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 07:35:14.202678 139856631997888 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 07:35:14.202785 139856631997888 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-07:35:24 +I1010 07:35:24.411679 139856631997888 evaluation.py:275] Finished evaluation at 2019-10-10-07:35:24 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9422421, top_1_accuracy = 0.7510376, top_5_accuracy = 0.9233195 +I1010 07:35:24.412041 139856631997888 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9422421, top_1_accuracy = 0.7510376, top_5_accuracy = 0.9233195 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 07:35:26.465789 139856631997888 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 07:35:26.757019 139856631997888 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9422421, 'top_1_accuracy': 0.7510376, 'global_step': 1760, 'top_5_accuracy': 0.9233195}. Elapsed seconds: 46 +I1010 07:35:26.757304 139856631997888 resnet_main.py:597] Eval results: {'loss': 1.9422421, 'top_1_accuracy': 0.7510376, 'global_step': 1760, 'top_5_accuracy': 0.9233195}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 07:35:26.757435 139856631997888 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570692203253876... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570692838688208... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570692205.v3-512#1570692844609268... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570692238180550... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570692609571019... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570692609768237... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570692613678745... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570692667482839... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570692667666308... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570692671603696... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570692727968286... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570692728136385... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570692732050273... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570692785527870... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570692785776208... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570692789736424... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570692838003582... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570692838206329... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570692842662630... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570692924984567... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570692925.v3-512#1570692926694366... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 07:35:30.494302 140382321817024 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 07:35:30.499113 140382321817024 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 07:35:30.499305 140382321817024 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 07:35:30.502178 140382321817024 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:35:30.550890 140382321817024 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 07:35:30.551150 140382321817024 transport.py:157] Attempting refresh to obtain initial access_token +I1010 07:35:30.648319 140382321817024 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:35:30.687683 140382321817024 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 07:35:30.687920 140382321817024 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 07:35:30.753830 140382321817024 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 07:35:30.755175 140382321817024 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 07:35:30.755417 140382321817024 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 07:35:30.755851 140382321817024 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 07:35:30.755935 140382321817024 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 07:35:30.756017 140382321817024 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 07:35:30.873801 140382321817024 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 07:35:30.961354 140382321817024 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 07:35:30.962928: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 07:35:31.031296 140382321817024 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 07:35:31.031557 140382321817024 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 07:35:31.032011 140382321817024 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 07:35:31.032080 140382321817024 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 07:35:31.032145 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 07:35:31.032408 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 07:35:31.032505 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 07:35:31.032588 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 07:35:31.032658 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 07:35:31.032731 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 07:35:31.032790 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 07:35:31.032850 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 07:35:31.032912 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 07:35:31.032972 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 07:35:31.033034 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 07:35:31.033099 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 07:35:31.033162 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 07:35:31.033220 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 07:35:31.033277 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 07:35:31.033335 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 07:35:31.033394 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 07:35:31.033457 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 07:35:31.033515 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 07:35:31.033574 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 07:35:31.033639 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 07:35:31.033699 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 07:35:31.033756 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 07:35:31.033816 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 07:35:31.033874 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 07:35:31.033931 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 07:35:31.033989 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 07:35:31.034046 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 07:35:31.034105 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 07:35:31.034162 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 07:35:31.034225 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 07:35:31.034285 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 07:35:31.034343 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 07:35:31.034411 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 07:35:31.034467 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 07:35:31.034543 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 07:35:31.034605 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 07:35:31.034665 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 07:35:31.034723 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 07:35:31.034780 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 07:35:31.034837 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 07:35:31.034894 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 07:35:31.034956 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 07:35:31.035016 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 07:35:31.035074 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 07:35:31.035132 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 07:35:31.035191 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 07:35:31.035248 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 07:35:31.035305 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 07:35:31.035363 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 07:35:31.035420 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 07:35:31.035479 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 07:35:31.035546 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 07:35:31.035609 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 07:35:31.035667 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 07:35:31.035732 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 07:35:31.035790 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 07:35:31.035849 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 07:35:31.035907 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 07:35:31.035964 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 07:35:31.036021 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 07:35:31.036078 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 07:35:31.036135 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 07:35:31.036194 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 07:35:31.036252 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 07:35:31.036309 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 07:35:31.036366 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 07:35:31.036427 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 07:35:31.036525 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 07:35:31.036606 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 07:35:31.036665 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 07:35:31.036725 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 07:35:31.036783 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 07:35:31.036842 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 07:35:31.036900 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 07:35:31.036957 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 07:35:31.037017 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 07:35:31.037075 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 07:35:31.037134 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 07:35:31.037199 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 07:35:31.037256 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 07:35:31.037314 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 07:35:31.037373 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 07:35:31.037431 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 07:35:31.037489 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 07:35:31.037548 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 07:35:31.037611 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 07:35:31.037672 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 07:35:31.037729 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 07:35:31.037787 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 07:35:31.037847 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 07:35:31.037904 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 07:35:31.037966 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 07:35:31.038026 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 07:35:31.038084 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 07:35:31.038144 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 07:35:31.038202 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 07:35:31.038259 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 07:35:31.038317 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 07:35:31.038376 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 07:35:31.038433 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 07:35:31.038491 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 07:35:31.038548 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 07:35:31.038611 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 07:35:31.038675 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 07:35:31.038732 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 07:35:31.038800 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 07:35:31.038855 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 07:35:31.038911 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 07:35:31.038966 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 07:35:31.039022 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 07:35:31.039078 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 07:35:31.039155 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 07:35:31.039211 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 07:35:31.039268 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 07:35:31.039326 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 07:35:31.039383 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 07:35:31.039444 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 07:35:31.039501 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 07:35:31.039558 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 07:35:31.039623 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 07:35:31.039680 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 07:35:31.039737 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 07:35:31.039794 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 07:35:31.039851 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 07:35:31.039908 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 07:35:31.039966 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 07:35:31.040023 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 07:35:31.040081 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 07:35:31.040141 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 07:35:31.040199 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 07:35:31.040256 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 07:35:31.040313 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 07:35:31.040373 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 07:35:31.040430 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 07:35:31.040524 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 07:35:31.040591 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 07:35:31.040656 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 07:35:31.040714 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 07:35:31.040771 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 07:35:31.040828 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 07:35:31.040887 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 07:35:31.040951 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 07:35:31.041008 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 07:35:31.041066 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 07:35:31.041125 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 07:35:31.041182 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 07:35:31.041239 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 07:35:31.041299 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 07:35:31.041356 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 07:35:31.041412 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 07:35:31.041470 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 07:35:31.041527 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 07:35:31.041584 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 07:35:31.041654 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 07:35:31.041712 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 07:35:31.041770 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 07:35:31.041827 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 07:35:31.041886 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 07:35:31.041944 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 07:35:31.042001 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 07:35:31.042059 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 07:35:31.042117 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 07:35:31.042174 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 07:35:31.042232 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 07:35:31.042289 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 07:35:31.042351 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 07:35:31.042408 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 07:35:31.042465 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 07:35:31.042522 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 07:35:31.042579 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 07:35:31.042644 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 07:35:31.042701 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 07:35:31.042757 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 07:35:31.042814 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 07:35:31.042872 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 07:35:31.042931 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 07:35:31.042988 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 07:35:31.043045 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 07:35:31.043107 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 07:35:31.043164 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 07:35:31.043220 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 07:35:31.043278 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 07:35:31.043335 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 07:35:31.043394 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 07:35:31.043452 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 07:35:31.043509 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 07:35:31.043565 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 07:35:31.043629 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 07:35:31.043687 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 07:35:31.043742 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 07:35:31.043803 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 07:35:31.043862 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 07:35:31.043919 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 07:35:31.043975 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 07:35:31.044032 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 07:35:31.044087 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 07:35:31.044146 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 07:35:31.044202 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 07:35:31.044259 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 07:35:31.044316 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 07:35:31.044373 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 07:35:31.044430 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 07:35:31.044533 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 07:35:31.044608 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 07:35:31.044667 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 07:35:31.044725 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 07:35:31.044784 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 07:35:31.044842 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 07:35:31.044899 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 07:35:31.044959 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 07:35:31.045017 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 07:35:31.045073 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 07:35:31.045130 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 07:35:31.045187 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 07:35:31.045244 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 07:35:31.045306 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 07:35:31.045365 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 07:35:31.045422 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 07:35:31.045480 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 07:35:31.045546 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 07:35:31.045609 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 07:35:31.045669 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 07:35:31.045727 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 07:35:31.045783 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 07:35:31.045841 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 07:35:31.045898 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 07:35:31.045957 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 07:35:31.046020 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 07:35:31.046080 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 07:35:31.046139 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 07:35:31.046196 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 07:35:31.046256 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 07:35:31.046313 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 07:35:31.046370 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 07:35:31.046427 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 07:35:31.046484 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 07:35:31.046542 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 07:35:31.046605 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 07:35:31.046663 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 07:35:31.046724 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 07:35:31.046782 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 07:35:31.046838 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 07:35:31.046897 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 07:35:31.046955 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 07:35:31.047012 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 07:35:31.047069 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 07:35:31.047126 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 07:35:31.047185 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 07:35:31.047243 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 07:35:31.047300 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 07:35:31.047357 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 07:35:31.047414 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 07:35:31.047476 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 07:35:31.047533 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 07:35:31.047591 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 07:35:31.047656 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 07:35:31.047713 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 07:35:31.047770 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 07:35:31.047827 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 07:35:31.047884 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 07:35:31.047943 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 07:35:31.047998 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 07:35:31.048057 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 07:35:31.048114 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 07:35:31.048176 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 07:35:31.048233 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 07:35:31.048291 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 07:35:31.048348 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 07:35:31.048407 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 07:35:31.048465 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 07:35:31.048574 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 07:35:31.048640 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 07:35:31.048698 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 07:35:31.048757 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 07:35:31.048818 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 07:35:31.048877 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 07:35:31.048933 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 07:35:31.048999 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 07:35:31.049056 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 07:35:31.049113 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 07:35:31.049170 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 07:35:31.049226 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 07:35:31.049284 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 07:35:31.049340 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 07:35:31.049398 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 07:35:31.049457 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 07:35:31.049515 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 07:35:31.049571 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 07:35:31.049635 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 07:35:31.049695 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 07:35:31.049753 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 07:35:31.049812 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 07:35:31.049869 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 07:35:31.049926 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 07:35:31.049983 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 07:35:31.050054 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 07:35:31.050110 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 07:35:31.050165 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 07:35:31.050220 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 07:35:31.050275 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 07:35:31.050329 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 07:35:31.050388 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 07:35:31.050462 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 07:35:31.050518 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 07:35:31.050575 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 07:35:31.050646 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 07:35:31.050715 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 07:35:31.050771 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 07:35:31.050827 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 07:35:31.050884 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 07:35:31.050939 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 07:35:31.050993 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 07:35:31.051048 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 07:35:31.051104 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 07:35:31.051162 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 07:35:31.051218 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 07:35:31.051275 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 07:35:31.051367 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 07:35:31.051425 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 07:35:31.051484 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 07:35:31.051541 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 07:35:31.051603 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 07:35:31.051661 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 07:35:31.051718 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 07:35:31.051776 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 07:35:31.051834 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 07:35:31.051896 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 07:35:31.051953 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 07:35:31.052011 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 07:35:31.052068 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 07:35:31.052126 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 07:35:31.052182 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 07:35:31.052241 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 07:35:31.052297 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 07:35:31.052356 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 07:35:31.052416 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 07:35:31.052489 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 07:35:31.052550 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 07:35:31.052615 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 07:35:31.052675 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 07:35:31.052733 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 07:35:31.052792 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 07:35:31.052848 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 07:35:31.052906 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 07:35:31.052963 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 07:35:31.053020 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 07:35:31.053077 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 07:35:31.053134 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 07:35:31.053191 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 07:35:31.053248 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 07:35:31.053306 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 07:35:31.053369 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 07:35:31.053426 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 07:35:31.053483 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 07:35:31.053541 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 07:35:31.053605 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 07:35:31.053663 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 07:35:31.053720 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 07:35:31.053777 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 07:35:31.053836 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 07:35:31.053893 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 07:35:31.053951 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 07:35:31.054008 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 07:35:31.054070 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 07:35:31.054128 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 07:35:31.054187 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 07:35:31.054243 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 07:35:31.054301 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 07:35:31.054358 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 07:35:31.054415 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 07:35:31.054472 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 07:35:31.054531 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 07:35:31.054605 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 07:35:31.054661 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 07:35:31.054718 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 07:35:31.054778 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 07:35:31.054835 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 07:35:31.054908 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 07:35:31.054965 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 07:35:31.055022 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 07:35:31.055080 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 07:35:31.055147 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 07:35:31.055202 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 07:35:31.055258 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 07:35:31.055314 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 07:35:31.055368 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 07:35:31.055423 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 07:35:31.055479 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 07:35:31.055546 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 07:35:31.055628 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 07:35:31.055685 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 07:35:31.055742 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 07:35:31.055799 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 07:35:31.055856 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 07:35:31.055915 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 07:35:31.055973 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 07:35:31.056030 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 07:35:31.056087 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 07:35:31.056144 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 07:35:31.056201 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 07:35:31.056265 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 07:35:31.056323 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 07:35:31.056380 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 07:35:31.056437 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 07:35:31.056530 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 07:35:31.056602 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 07:35:31.056662 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 07:35:31.056720 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 07:35:31.056778 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 07:35:31.056835 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 07:35:31.056891 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 07:35:31.056950 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 07:35:31.057008 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 07:35:31.057070 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 07:35:31.057127 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 07:35:31.057185 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 07:35:31.057244 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 07:35:31.057301 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 07:35:31.057359 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 07:35:31.057416 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 07:35:31.057473 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 07:35:31.057531 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 07:35:31.057588 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 07:35:31.057651 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 07:35:31.057708 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 07:35:31.057770 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 07:35:31.057827 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 07:35:31.057884 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 07:35:31.057943 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 07:35:31.058001 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 07:35:31.058058 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 07:35:31.058115 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 07:35:31.058172 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 07:35:31.058229 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 07:35:31.058286 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 07:35:31.058343 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 07:35:31.058401 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 07:35:31.058460 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 07:35:31.058518 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 07:35:31.058577 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 07:35:31.058641 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 07:35:31.058700 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 07:35:31.058757 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 07:35:31.058814 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 07:35:31.058871 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 07:35:31.058929 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 07:35:31.058986 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 07:35:31.059045 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 07:35:31.059103 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 07:35:31.059160 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 07:35:31.059221 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 07:35:31.059279 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 07:35:31.059341 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 07:35:31.059398 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 07:35:31.059457 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 07:35:31.059514 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 07:35:31.059571 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 07:35:31.059633 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 07:35:31.059691 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 07:35:31.059748 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 07:35:31.059807 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 07:35:31.059864 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 07:35:31.059954 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 07:35:31.060013 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 07:35:31.060070 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 07:35:31.060127 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 07:35:31.060184 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 07:35:31.060241 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 07:35:31.060300 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 07:35:31.060357 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 07:35:31.060414 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 07:35:31.060486 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 07:35:31.060548 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 07:35:31.060611 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 07:35:31.060677 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 07:35:31.060734 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 07:35:31.060794 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 07:35:31.060851 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 07:35:31.060908 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 07:35:31.060965 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 07:35:31.061022 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 07:35:31.061079 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 07:35:31.061136 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 07:35:31.061193 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 07:35:31.061252 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 07:35:31.061309 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 07:35:31.061366 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 07:35:31.061427 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 07:35:31.061485 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 07:35:31.061542 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 07:35:31.061614 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 07:35:31.061671 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 07:35:31.061727 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 07:35:31.061801 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 07:35:31.061860 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 07:35:31.061917 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 07:35:31.061975 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 07:35:31.062031 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 07:35:31.062088 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 07:35:31.062149 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 07:35:31.062206 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 07:35:31.062263 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 07:35:31.062319 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 07:35:31.062376 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 07:35:31.062433 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 07:35:31.062490 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 07:35:31.062561 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 07:35:31.062621 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 07:35:31.062676 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 07:35:31.062731 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 07:35:31.062788 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 07:35:31.062841 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 07:35:31.062901 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 07:35:31.062957 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 07:35:31.063011 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 07:35:31.063066 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 07:35:31.063122 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 07:35:31.063178 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 07:35:31.063232 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 07:35:31.063287 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 07:35:31.063342 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 07:35:31.063395 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 07:35:31.063451 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 07:35:31.063505 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 07:35:31.063564 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 07:35:31.063625 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 07:35:31.063679 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 07:35:31.063735 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 07:35:31.063791 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 07:35:31.063848 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 07:35:31.063903 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 07:35:31.063957 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 07:35:31.064013 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 07:35:31.064069 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 07:35:31.064124 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 07:35:31.064178 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 07:35:31.064237 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 07:35:31.064292 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 07:35:31.064367 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 07:35:31.064424 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 07:35:31.064496 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 07:35:31.064568 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 07:35:31.064627 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 07:35:31.064682 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 07:35:31.064738 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 07:35:31.064794 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 07:35:31.064848 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 07:35:31.064903 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 07:35:31.064960 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 07:35:31.065020 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 07:35:31.065094 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 07:35:31.065151 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 07:35:31.065210 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 07:35:31.065265 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 07:35:31.065323 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 07:35:31.065380 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 07:35:31.065437 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 07:35:31.065495 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 07:35:31.065562 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 07:35:31.065627 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 07:35:31.065685 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 07:35:31.065747 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 07:35:31.065807 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 07:35:31.065866 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 07:35:31.065923 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 07:35:31.065980 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 07:35:31.066036 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 07:35:31.066093 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 07:35:31.066152 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 07:35:31.066207 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 07:35:31.066266 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 07:35:31.066323 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 07:35:31.066380 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 07:35:31.066443 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 07:35:31.066500 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 07:35:31.066559 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 07:35:31.066622 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 07:35:31.066679 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 07:35:31.066736 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 07:35:31.066793 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 07:35:31.066852 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 07:35:31.066910 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 07:35:31.066967 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 07:35:31.067025 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 07:35:31.067082 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 07:35:31.067141 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 07:35:31.067204 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 07:35:31.067262 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 07:35:31.067320 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 07:35:31.067377 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 07:35:31.067435 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 07:35:31.067492 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 07:35:31.067549 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 07:35:31.067612 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 07:35:31.067671 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 07:35:31.067728 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 07:35:31.067785 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 07:35:31.067842 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 07:35:31.067903 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 07:35:31.067960 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 07:35:31.068017 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 07:35:31.068074 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 07:35:31.068130 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 07:35:31.068187 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 07:35:31.068247 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 07:35:31.068305 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 07:35:31.068361 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 07:35:31.068418 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 07:35:31.068487 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 07:35:31.068550 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 07:35:31.068610 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 07:35:31.068672 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 07:35:31.068741 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 07:35:31.068795 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 07:35:31.068851 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 07:35:31.068907 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 07:35:31.068963 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 07:35:31.069017 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 07:35:31.069072 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 07:35:31.069128 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 07:35:31.069183 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 07:35:31.069237 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 07:35:31.069293 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 07:35:31.069350 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 07:35:31.069406 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 07:35:31.069462 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 07:35:31.069516 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 07:35:31.069572 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 07:35:31.069633 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 07:35:31.069689 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 07:35:31.069744 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 07:35:31.069798 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 07:35:31.069854 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 07:35:31.069910 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 07:35:31.069963 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 07:35:31.070023 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 07:35:31.070079 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 07:35:31.070133 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 07:35:31.070188 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 07:35:31.070244 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 07:35:31.070298 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 07:35:31.070353 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 07:35:31.070409 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 07:35:31.070462 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 07:35:31.070518 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 07:35:31.070574 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 07:35:31.070635 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 07:35:31.070691 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 07:35:31.070755 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 07:35:31.070811 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 07:35:31.070868 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 07:35:31.070923 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 07:35:31.070979 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 07:35:31.071037 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 07:35:31.071094 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 07:35:31.071149 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 07:35:31.071203 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 07:35:31.071279 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 07:35:31.071352 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 07:35:31.071410 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 07:35:31.071471 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 07:35:31.071528 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 07:35:31.071585 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 07:35:31.071649 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 07:35:31.071706 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 07:35:31.071763 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 07:35:31.071820 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 07:35:31.071877 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 07:35:31.071934 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 07:35:31.071993 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 07:35:31.072050 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 07:35:31.072108 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 07:35:31.072169 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 07:35:31.072226 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 07:35:31.072283 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 07:35:31.072340 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 07:35:31.072396 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 07:35:31.072453 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 07:35:31.072527 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 07:35:31.072587 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 07:35:31.072649 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 07:35:31.072707 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 07:35:31.072767 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 07:35:31.072824 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 07:35:31.072882 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 07:35:31.072945 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 07:35:31.073003 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 07:35:31.073059 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 07:35:31.073117 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 07:35:31.073174 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 07:35:31.073231 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 07:35:31.073290 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 07:35:31.073348 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 07:35:31.073406 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 07:35:31.073463 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 07:35:31.073520 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 07:35:31.073577 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 07:35:31.073645 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 07:35:31.073702 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 07:35:31.073759 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 07:35:31.073815 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 07:35:31.073873 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 07:35:31.073930 140382321817024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 07:35:31.079186 140382321817024 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 07:35:31.079657 140382321817024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 07:35:31.090998 140382321817024 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 07:35:31.107877 140382321817024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 07:35:31.108099 140382321817024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 07:35:31.115235 140382321817024 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 07:35:31.193778 140382321817024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 07:35:31.194021 140382321817024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 07:35:31.196460 140382321817024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 07:35:31.196671 140382321817024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 07:35:31.350501 140382321817024 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 07:35:31.351262 140382321817024 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 07:35:31.351927 140382321817024 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 07:35:31.751346 140382321817024 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 07:35:32.127614 140382321817024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 07:35:32.418786: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 07:35:32.418831: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 07:35:32.418861: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 07:35:42.283668 140382321817024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 07:35:42.285187 140382321817024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 07:35:42.298053 140382321817024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 07:35:42.333998 140382321817024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 07:35:45.180155 140382321817024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 07:35:45.184675 140382321817024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 07:35:45.208851 140382321817024 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 07:35:45.252969 140382321817024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 07:35:45.263797 140382321817024 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 07:35:45.345000 140382321817024 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 07:35:45.348918 140382321817024 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 07:35:45.349087 140382321817024 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 07:35:45.349158 140382321817024 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 07:35:45.349220 140382321817024 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 07:35:45.349281 140382321817024 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 07:35:45.349339 140382321817024 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.9 ************************************** +I1010 07:35:45.349396 140382321817024 resnet_main.py:388] ****************************** the weight_decay_input is 0.9 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 07:35:45.349503 140382321817024 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 07:35:45.349647 140382321817024 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 07:35:45.350532 140382321817024 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 07:35:45.380459 140382321817024 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 07:35:48.216799 140382321817024 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:48.299621 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:48.358232 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:48.420545 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:48.525161 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:48.585493 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:48.647051 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:48.753839 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:48.812433 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:48.873653 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:48.977237 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.036338 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.098318 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.204067 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.264699 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.327327 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.434715 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.494405 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.559436 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.681967 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.740511 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.802999 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.909667 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:49.969278 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.031238 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.135993 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.195478 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.257798 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.363079 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.421540 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.482465 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.585799 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.644886 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.705818 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.810090 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.867924 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:50.929048 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.032038 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.089984 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.151828 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.254736 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.314239 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.375806 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.479085 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.536730 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.597958 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.705461 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.763458 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.824980 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.927753 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:51.986644 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.049021 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.153161 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.210931 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.271974 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.374794 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.433398 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.495417 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.599239 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.658518 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.719990 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.823575 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.881823 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:52.945195 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:53.049644 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:53.107460 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:53.168873 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:53.272160 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:53.334778 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:53.399199 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:53.504627 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:53.565536 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:53.630214 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:53.739744 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:53.805821 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:53.889966 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:54.008538 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:54.357249 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:54.421767 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:54.524068 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:54.581846 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:54.644013 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:54.748539 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:54.809317 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:54.872740 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:54.976171 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.035233 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.096276 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.199928 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.258047 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.318893 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.422686 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.482703 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.545509 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.651628 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.709656 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.770415 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.873279 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.931171 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:55.992047 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:56.094783 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:56.154937 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:56.219641 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:56.324208 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:56.383239 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:56.444647 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:56.549240 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:56.607311 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:56.668503 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:56.772411 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:56.832901 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:56.896321 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.001590 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.059935 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.121541 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.225409 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.283591 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.345573 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.450154 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.511456 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.581058 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.688915 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.746464 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.807267 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.910376 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:57.968053 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.029040 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.131982 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.191581 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.254828 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.358831 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.422033 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.485819 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.588746 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.646799 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.709619 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.816725 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.875422 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:58.938319 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.041306 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.104650 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.167407 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.271250 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.328701 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.390633 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.494499 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.552846 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.615648 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.720078 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.780392 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.843847 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:35:59.947361 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:36:00.005425 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:36:00.067101 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:36:00.170397 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:36:00.228343 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:36:00.291033 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:36:00.396002 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:36:00.457221 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:36:00.526345 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:36:00.635040 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:36:00.738343 140382321817024 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 07:36:01.406482 140382321817024 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 07:36:01.665838 140382321817024 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 07:36:07.643946 140382321817024 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 07:36:08.756835 140382321817024 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 07:36:22.698788 140382321817024 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 07:36:22.875196 140382321817024 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:36:41.995347 140382321817024 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 07:36:54.389931 140382321817024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 07:36:55.488898 140382321817024 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 07:36:55.489315 140382321817024 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 07:36:55.489785: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0'] +I1010 07:36:55.515444 140382321817024 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 07:36:55.542649 140382321817024 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 07:36:55.596436 140382321817024 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 07:37:10.509557 140382321817024 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 07:37:10.510381 140380311373568 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 07:37:10.510826 140380302980864 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 07:37:10.559472 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:37:10.628634 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:37:10.694600 140382321817024 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:37:10.694930 140382321817024 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 07:37:40.705451 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:37:40.773578 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 07:38:01.406032 140380302980864 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 07:38:10.852035 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:38:10.923093 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:38:40.968969 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:38:40.971852 140382321817024 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:38:41.042877 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.700458, step = 200 +I1010 07:38:54.869149 140382321817024 basic_session_run_hooks.py:262] loss = 4.700458, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:38:54.871268 140382321817024 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:38:54.871503 140382321817024 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 07:39:06.586600 140380302980864 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 07:39:11.098315 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:39:11.194171 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:39:41.248734 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:39:41.320123 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:39:45.892088 140382321817024 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.5815623, step = 400 (63.458 sec) +I1010 07:39:58.327558 140382321817024 basic_session_run_hooks.py:260] loss = 3.5815623, step = 400 (63.458 sec) +INFO:tensorflow:global_step/sec: 3.15167 +I1010 07:39:58.329066 140382321817024 tpu_estimator.py:2307] global_step/sec: 3.15167 +INFO:tensorflow:examples/sec: 206548 +I1010 07:39:58.329937 140382321817024 tpu_estimator.py:2308] examples/sec: 206548 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:39:58.330986 140382321817024 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:39:58.331140 140382321817024 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 10) +I1010 07:40:06.686029 140380302980864 tpu_estimator.py:279] Outfeed finished for iteration (2, 10) +I1010 07:40:11.400609 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:40:11.500138 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:40:41.572374 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:40:41.641407 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:40:44.141403 140382321817024 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.1381197, step = 600 (59.909 sec) +I1010 07:40:58.236500 140382321817024 basic_session_run_hooks.py:260] loss = 3.1381197, step = 600 (59.909 sec) +INFO:tensorflow:global_step/sec: 3.3384 +I1010 07:40:58.237953 140382321817024 tpu_estimator.py:2307] global_step/sec: 3.3384 +INFO:tensorflow:examples/sec: 218785 +I1010 07:40:58.238296 140382321817024 tpu_estimator.py:2308] examples/sec: 218785 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:40:58.239547 140382321817024 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:40:58.239695 140382321817024 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 10) +I1010 07:41:06.758522 140380302980864 tpu_estimator.py:279] Outfeed finished for iteration (3, 10) +I1010 07:41:11.698713 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:41:11.784024 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:41:41.861243 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:41:41.929049 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:41:44.164848 140382321817024 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.6940684, step = 800 (57.736 sec) +I1010 07:41:55.972002 140382321817024 basic_session_run_hooks.py:260] loss = 2.6940684, step = 800 (57.736 sec) +INFO:tensorflow:global_step/sec: 3.46407 +I1010 07:41:55.973556 140382321817024 tpu_estimator.py:2307] global_step/sec: 3.46407 +INFO:tensorflow:examples/sec: 227021 +I1010 07:41:55.973916 140382321817024 tpu_estimator.py:2308] examples/sec: 227021 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:41:55.974771 140382321817024 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:41:55.974925 140382321817024 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 21) +I1010 07:42:06.838982 140380302980864 tpu_estimator.py:279] Outfeed finished for iteration (4, 21) +I1010 07:42:12.009133 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:42:12.103516 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:42:41.972799 140382321817024 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:42:42.183507 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:42:42.277260 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 07:42:50.727648 140382321817024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.4557507, step = 1000 (58.669 sec) +I1010 07:42:54.641063 140382321817024 basic_session_run_hooks.py:260] loss = 2.4557507, step = 1000 (58.669 sec) +INFO:tensorflow:global_step/sec: 3.40895 +I1010 07:42:54.642648 140382321817024 tpu_estimator.py:2307] global_step/sec: 3.40895 +INFO:tensorflow:examples/sec: 223409 +I1010 07:42:54.643006 140382321817024 tpu_estimator.py:2308] examples/sec: 223409 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:42:54.644238 140382321817024 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:42:54.644388 140382321817024 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 27) +I1010 07:43:06.866338 140380302980864 tpu_estimator.py:279] Outfeed finished for iteration (5, 27) +I1010 07:43:12.331530 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:43:12.405167 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:43:41.299299 140382321817024 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:43:42.484704 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:43:42.585735 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.2569788, step = 1200 (60.470 sec) +I1010 07:43:55.111531 140382321817024 basic_session_run_hooks.py:260] loss = 2.2569788, step = 1200 (60.470 sec) +INFO:tensorflow:global_step/sec: 3.30739 +I1010 07:43:55.113370 140382321817024 tpu_estimator.py:2307] global_step/sec: 3.30739 +INFO:tensorflow:examples/sec: 216753 +I1010 07:43:55.113787 140382321817024 tpu_estimator.py:2308] examples/sec: 216753 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:43:55.114866 140382321817024 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:43:55.115036 140382321817024 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 27) +I1010 07:44:06.979654 140380302980864 tpu_estimator.py:279] Outfeed finished for iteration (6, 27) +I1010 07:44:12.675533 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:44:12.741966 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:44:41.917749 140382321817024 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:44:42.806359 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:44:42.879440 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.3708823, step = 1400 (59.957 sec) +I1010 07:44:55.068370 140382321817024 basic_session_run_hooks.py:260] loss = 2.3708823, step = 1400 (59.957 sec) +INFO:tensorflow:global_step/sec: 3.33573 +I1010 07:44:55.070296 140382321817024 tpu_estimator.py:2307] global_step/sec: 3.33573 +INFO:tensorflow:examples/sec: 218610 +I1010 07:44:55.070748 140382321817024 tpu_estimator.py:2308] examples/sec: 218610 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:44:55.072016 140382321817024 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:44:55.072180 140382321817024 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 27) +I1010 07:45:07.223443 140380302980864 tpu_estimator.py:279] Outfeed finished for iteration (7, 27) +I1010 07:45:12.929263 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:45:13.030910 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:45:41.579930 140382321817024 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:45:43.096910 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:45:43.173166 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.0460649, step = 1600 (57.712 sec) +I1010 07:45:52.780128 140382321817024 basic_session_run_hooks.py:260] loss = 2.0460649, step = 1600 (57.712 sec) +INFO:tensorflow:global_step/sec: 3.46552 +I1010 07:45:52.781625 140382321817024 tpu_estimator.py:2307] global_step/sec: 3.46552 +INFO:tensorflow:examples/sec: 227116 +I1010 07:45:52.781975 140382321817024 tpu_estimator.py:2308] examples/sec: 227116 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 07:45:52.783061 140382321817024 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 07:45:52.783217 140382321817024 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 41) +I1010 07:46:07.288332 140380302980864 tpu_estimator.py:279] Outfeed finished for iteration (8, 41) +I1010 07:46:13.254087 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:46:13.325197 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.8809608, step = 1760 (38.118 sec) +I1010 07:46:30.898310 140382321817024 basic_session_run_hooks.py:260] loss = 1.8809608, step = 1760 (38.118 sec) +INFO:tensorflow:global_step/sec: 4.19746 +I1010 07:46:30.899915 140382321817024 tpu_estimator.py:2307] global_step/sec: 4.19746 +INFO:tensorflow:examples/sec: 275085 +I1010 07:46:32.275559 140382321817024 tpu_estimator.py:2308] examples/sec: 275085 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:46:32.277523 140382321817024 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:46:43.408288 140380294588160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:46:43.477039 140380294588160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 07:46:45.601007 140382321817024 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 07:46:45.601392 140382321817024 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 07:46:45.601630 140380311373568 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 07:46:45.601763 140380311373568 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 07:46:45.601962 140382321817024 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 07:46:45.602091 140382321817024 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 07:46:45.602153 140382321817024 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 07:46:45.602286 140380302980864 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 07:46:45.602379 140380302980864 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 07:46:45.602508 140382321817024 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 07:46:45.602608 140382321817024 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.8809608. +I1010 07:47:15.213915 140382321817024 estimator.py:371] Loss for final step: 1.8809608. +INFO:tensorflow:training_loop marked as finished +I1010 07:47:15.214905 140382321817024 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 07:47:18.221611 140686170949056 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 07:47:18.227438 140686170949056 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 07:47:18.227657 140686170949056 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 07:47:18.230904 140686170949056 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:47:18.281827 140686170949056 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 07:47:18.282088 140686170949056 transport.py:157] Attempting refresh to obtain initial access_token +I1010 07:47:18.350604 140686170949056 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:47:18.398236 140686170949056 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 07:47:18.398514 140686170949056 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 07:47:18.494319 140686170949056 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 07:47:18.495364 140686170949056 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 07:47:18.495605 140686170949056 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 07:47:18.496058 140686170949056 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 07:47:18.496144 140686170949056 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 07:47:18.496227 140686170949056 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 07:47:18.496356 140686170949056 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 07:47:18.757227 140686170949056 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 07:47:18.757704 140686170949056 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 07:47:18.758059 140686170949056 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 07:47:18.759230: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 07:47:18.773677 140686170949056 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 07:47:18.773902 140686170949056 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 07:47:18.775877 140686170949056 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 07:47:18.775950 140686170949056 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 07:47:18.776015 140686170949056 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 07:47:18.776333 140686170949056 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 07:47:18.776415 140686170949056 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 07:47:18.776510 140686170949056 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 07:47:18.776587 140686170949056 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 07:47:18.776658 140686170949056 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 07:47:18.776725 140686170949056 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 07:47:18.776784 140686170949056 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 07:47:18.776844 140686170949056 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 07:47:18.776905 140686170949056 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 07:47:18.776966 140686170949056 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 07:47:18.782149 140686170949056 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 07:47:18.783819 140686170949056 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 07:47:18.797542 140686170949056 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 07:47:18.797780 140686170949056 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 07:47:18.805461 140686170949056 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 07:47:18.889067 140686170949056 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 07:47:18.889355 140686170949056 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 07:47:19.044357 140686170949056 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 07:47:19.045187 140686170949056 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 07:47:19.045830 140686170949056 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 07:47:19.453957 140686170949056 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 07:47:20.073294: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 07:47:20.073375: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 07:47:20.073412: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 07:47:20.096628 140686170949056 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 07:47:20.098193 140686170949056 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 07:47:20.113078 140686170949056 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 07:47:20.138179 140686170949056 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 07:47:22.274112 140686170949056 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 07:47:22.278637 140686170949056 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 07:47:22.302057 140686170949056 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 07:47:22.346132 140686170949056 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 07:47:22.357228 140686170949056 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 07:47:22.454391 140686170949056 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 07:47:22.698415 140686170949056 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 07:47:22.714193 140686170949056 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 07:47:22.733212 140686170949056 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T07:47:22Z +I1010 07:47:22.749763 140686170949056 evaluation.py:255] Starting evaluation at 2019-10-10T07:47:22Z +INFO:tensorflow:TPU job name worker +I1010 07:47:22.750056 140686170949056 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 07:47:23.284349 140686170949056 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 07:47:23.342945 140686170949056 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 07:47:26.191777 140686170949056 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 07:47:26.214629 140686170949056 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 07:47:26.258131 140686170949056 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 07:47:26.273806 140686170949056 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 07:47:32.576137 140686170949056 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 07:47:32.577071 140684502222592 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 07:47:32.577406 140684493829888 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 07:47:32.734699 140686170949056 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 07:47:32.757456 140686170949056 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 07:47:32.758162 140686170949056 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 07:47:32.788820 140684485437184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 07:47:32.879765 140684485437184 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 07:47:44.115199 140684493829888 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 07:47:52.424880 140686170949056 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 07:47:52.425344 140686170949056 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 07:47:52.425430 140686170949056 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 07:47:52.425659 140684502222592 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 07:47:52.425828 140684502222592 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 07:47:52.426183 140686170949056 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 07:47:52.426310 140686170949056 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 07:47:52.426373 140686170949056 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 07:47:52.426491 140684493829888 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 07:47:52.426606 140684493829888 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 07:47:52.426732 140686170949056 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 07:47:52.426826 140686170949056 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-07:48:03 +I1010 07:48:03.102425 140686170949056 evaluation.py:275] Finished evaluation at 2019-10-10-07:48:03 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9746962, top_1_accuracy = 0.74971515, top_5_accuracy = 0.9242961 +I1010 07:48:03.102835 140686170949056 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9746962, top_1_accuracy = 0.74971515, top_5_accuracy = 0.9242961 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 07:48:05.093945 140686170949056 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 07:48:05.365801 140686170949056 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9746962, 'top_1_accuracy': 0.74971515, 'global_step': 1760, 'top_5_accuracy': 0.9242961}. Elapsed seconds: 46 +I1010 07:48:05.366269 140686170949056 resnet_main.py:597] Eval results: {'loss': 1.9746962, 'top_1_accuracy': 0.74971515, 'global_step': 1760, 'top_5_accuracy': 0.9242961}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 07:48:05.366436 140686170949056 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570692962256351... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570693600066658... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570692964.v3-512#1570693605535924... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570692996920860... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570693369995412... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570693370185179... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570693374115432... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570693428563187... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570693428741778... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570693432810347... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570693490174086... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570693490399713... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570693494446015... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570693548102483... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570693548290487... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570693552296003... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570693599388831... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570693599570842... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570693603678605... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570693683625209... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570693684.v3-512#1570693685296222... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 07:48:09.242672 139969349268928 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 07:48:09.247667 139969349268928 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 07:48:09.247853 139969349268928 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 07:48:09.250726 139969349268928 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:48:09.301865 139969349268928 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 07:48:09.302069 139969349268928 transport.py:157] Attempting refresh to obtain initial access_token +I1010 07:48:09.373636 139969349268928 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 07:48:09.415271 139969349268928 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 07:48:09.415493 139969349268928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 07:48:09.484410 139969349268928 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 07:48:09.486057 139969349268928 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 07:48:09.486361 139969349268928 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 07:48:09.486833 139969349268928 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 07:48:09.486917 139969349268928 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 07:48:09.487003 139969349268928 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 07:48:09.581320 139969349268928 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 07:48:09.662592 139969349268928 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 07:48:09.664629: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 07:48:09.727930 139969349268928 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 07:48:09.728255 139969349268928 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 07:48:09.728912 139969349268928 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 07:48:09.728985 139969349268928 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 07:48:09.729049 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 07:48:09.729342 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 07:48:09.729413 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 07:48:09.729476 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 07:48:09.729547 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 07:48:09.729624 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 07:48:09.729684 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 07:48:09.729743 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 07:48:09.729808 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 07:48:09.729866 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 07:48:09.729929 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 07:48:09.729990 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 07:48:09.730051 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 07:48:09.730108 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 07:48:09.730168 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 07:48:09.730225 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 07:48:09.730283 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 07:48:09.730340 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 07:48:09.730405 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 07:48:09.730463 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 07:48:09.730520 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 07:48:09.730580 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 07:48:09.730638 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 07:48:09.730695 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 07:48:09.730753 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 07:48:09.730818 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 07:48:09.730876 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 07:48:09.730937 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 07:48:09.730994 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 07:48:09.731051 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 07:48:09.731115 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 07:48:09.731173 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 07:48:09.731231 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 07:48:09.731307 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 07:48:09.731369 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 07:48:09.731426 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 07:48:09.731484 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 07:48:09.731544 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 07:48:09.731601 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 07:48:09.731658 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 07:48:09.731714 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 07:48:09.731774 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 07:48:09.731837 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 07:48:09.731901 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 07:48:09.731959 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 07:48:09.732018 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 07:48:09.732076 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 07:48:09.732134 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 07:48:09.732191 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 07:48:09.732249 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 07:48:09.732306 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 07:48:09.732362 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 07:48:09.732419 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 07:48:09.732510 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 07:48:09.732592 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 07:48:09.732657 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 07:48:09.732724 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 07:48:09.732784 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 07:48:09.732847 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 07:48:09.732907 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 07:48:09.732964 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 07:48:09.733023 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 07:48:09.733082 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 07:48:09.733139 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 07:48:09.733196 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 07:48:09.733254 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 07:48:09.733313 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 07:48:09.733376 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 07:48:09.733437 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 07:48:09.733494 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 07:48:09.733551 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 07:48:09.733613 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 07:48:09.733671 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 07:48:09.733730 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 07:48:09.733787 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 07:48:09.733853 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 07:48:09.733911 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 07:48:09.733968 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 07:48:09.734028 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 07:48:09.734086 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 07:48:09.734149 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 07:48:09.734208 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 07:48:09.734266 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 07:48:09.734323 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 07:48:09.734380 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 07:48:09.734438 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 07:48:09.734497 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 07:48:09.734554 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 07:48:09.734611 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 07:48:09.734671 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 07:48:09.734728 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 07:48:09.734786 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 07:48:09.734854 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 07:48:09.734913 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 07:48:09.734971 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 07:48:09.735027 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 07:48:09.735085 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 07:48:09.735141 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 07:48:09.735199 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 07:48:09.735259 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 07:48:09.735317 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 07:48:09.735374 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 07:48:09.735430 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 07:48:09.735488 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 07:48:09.735546 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 07:48:09.735609 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 07:48:09.735666 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 07:48:09.735723 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 07:48:09.735780 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 07:48:09.735843 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 07:48:09.735903 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 07:48:09.735961 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 07:48:09.736018 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 07:48:09.736076 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 07:48:09.736144 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 07:48:09.736201 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 07:48:09.736258 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 07:48:09.736320 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 07:48:09.736377 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 07:48:09.736433 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 07:48:09.736531 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 07:48:09.736599 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 07:48:09.736659 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 07:48:09.736717 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 07:48:09.736776 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 07:48:09.736840 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 07:48:09.736896 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 07:48:09.736954 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 07:48:09.737011 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 07:48:09.737070 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 07:48:09.737137 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 07:48:09.737195 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 07:48:09.737253 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 07:48:09.737312 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 07:48:09.737370 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 07:48:09.737426 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 07:48:09.737484 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 07:48:09.737543 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 07:48:09.737601 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 07:48:09.737658 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 07:48:09.737715 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 07:48:09.737771 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 07:48:09.737843 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 07:48:09.737901 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 07:48:09.737960 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 07:48:09.738017 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 07:48:09.738074 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 07:48:09.738131 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 07:48:09.738189 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 07:48:09.738246 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 07:48:09.738303 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 07:48:09.738360 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 07:48:09.738418 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 07:48:09.738476 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 07:48:09.738538 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 07:48:09.738596 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 07:48:09.738655 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 07:48:09.738713 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 07:48:09.738770 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 07:48:09.738833 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 07:48:09.738890 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 07:48:09.738948 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 07:48:09.739005 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 07:48:09.739062 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 07:48:09.739120 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 07:48:09.739177 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 07:48:09.739236 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 07:48:09.739296 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 07:48:09.739353 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 07:48:09.739411 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 07:48:09.739469 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 07:48:09.739526 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 07:48:09.739583 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 07:48:09.739641 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 07:48:09.739698 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 07:48:09.739757 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 07:48:09.739820 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 07:48:09.739877 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 07:48:09.739934 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 07:48:09.739998 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 07:48:09.740056 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 07:48:09.740113 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 07:48:09.740170 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 07:48:09.740227 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 07:48:09.740284 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 07:48:09.740340 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 07:48:09.740397 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 07:48:09.740456 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 07:48:09.740560 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 07:48:09.740622 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 07:48:09.740679 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 07:48:09.740744 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 07:48:09.740808 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 07:48:09.740868 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 07:48:09.740926 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 07:48:09.740983 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 07:48:09.741040 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 07:48:09.741099 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 07:48:09.741157 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 07:48:09.741215 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 07:48:09.741272 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 07:48:09.741329 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 07:48:09.741386 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 07:48:09.741444 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 07:48:09.741507 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 07:48:09.741564 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 07:48:09.741621 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 07:48:09.741678 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 07:48:09.741739 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 07:48:09.741805 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 07:48:09.741864 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 07:48:09.741923 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 07:48:09.741981 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 07:48:09.742038 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 07:48:09.742095 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 07:48:09.742153 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 07:48:09.742216 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 07:48:09.742274 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 07:48:09.742331 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 07:48:09.742391 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 07:48:09.742449 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 07:48:09.742506 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 07:48:09.742563 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 07:48:09.742621 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 07:48:09.742679 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 07:48:09.742736 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 07:48:09.742798 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 07:48:09.742856 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 07:48:09.742919 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 07:48:09.742978 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 07:48:09.743035 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 07:48:09.743093 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 07:48:09.743149 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 07:48:09.743206 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 07:48:09.743263 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 07:48:09.743320 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 07:48:09.743377 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 07:48:09.743436 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 07:48:09.743493 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 07:48:09.743550 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 07:48:09.743607 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 07:48:09.743669 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 07:48:09.743726 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 07:48:09.743788 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 07:48:09.743854 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 07:48:09.743911 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 07:48:09.743968 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 07:48:09.744025 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 07:48:09.744081 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 07:48:09.744138 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 07:48:09.744194 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 07:48:09.744251 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 07:48:09.744308 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 07:48:09.744370 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 07:48:09.744429 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 07:48:09.744502 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 07:48:09.744560 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 07:48:09.744617 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 07:48:09.744674 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 07:48:09.744731 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 07:48:09.744788 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 07:48:09.744853 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 07:48:09.744909 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 07:48:09.744966 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 07:48:09.745023 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 07:48:09.745083 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 07:48:09.745145 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 07:48:09.745202 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 07:48:09.745259 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 07:48:09.745316 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 07:48:09.745373 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 07:48:09.745429 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 07:48:09.745485 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 07:48:09.745542 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 07:48:09.745599 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 07:48:09.745656 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 07:48:09.745713 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 07:48:09.745770 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 07:48:09.745839 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 07:48:09.745896 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 07:48:09.745953 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 07:48:09.746010 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 07:48:09.746067 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 07:48:09.746134 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 07:48:09.746192 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 07:48:09.746251 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 07:48:09.746309 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 07:48:09.746368 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 07:48:09.746427 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 07:48:09.746484 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 07:48:09.746546 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 07:48:09.746603 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 07:48:09.746660 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 07:48:09.746717 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 07:48:09.746774 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 07:48:09.746838 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 07:48:09.746896 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 07:48:09.746954 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 07:48:09.747013 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 07:48:09.747070 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 07:48:09.747127 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 07:48:09.747184 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 07:48:09.747240 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 07:48:09.747303 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 07:48:09.747360 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 07:48:09.747417 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 07:48:09.747476 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 07:48:09.747534 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 07:48:09.747591 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 07:48:09.747648 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 07:48:09.747705 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 07:48:09.747761 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 07:48:09.747824 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 07:48:09.747883 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 07:48:09.747941 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 07:48:09.748003 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 07:48:09.748063 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 07:48:09.748119 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 07:48:09.748177 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 07:48:09.748234 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 07:48:09.748291 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 07:48:09.748349 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 07:48:09.748406 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 07:48:09.748464 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 07:48:09.748537 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 07:48:09.748594 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 07:48:09.748651 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 07:48:09.748713 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 07:48:09.748771 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 07:48:09.748835 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 07:48:09.748893 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 07:48:09.748950 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 07:48:09.749007 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 07:48:09.749063 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 07:48:09.749120 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 07:48:09.749177 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 07:48:09.749234 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 07:48:09.749290 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 07:48:09.749347 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 07:48:09.749404 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 07:48:09.749468 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 07:48:09.749526 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 07:48:09.749583 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 07:48:09.749641 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 07:48:09.749699 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 07:48:09.749757 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 07:48:09.749819 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 07:48:09.749876 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 07:48:09.749933 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 07:48:09.749993 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 07:48:09.750050 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 07:48:09.750108 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 07:48:09.750169 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 07:48:09.750228 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 07:48:09.750287 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 07:48:09.750344 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 07:48:09.750401 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 07:48:09.750458 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 07:48:09.750514 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 07:48:09.750572 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 07:48:09.750629 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 07:48:09.750686 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 07:48:09.750745 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 07:48:09.750808 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 07:48:09.750876 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 07:48:09.750936 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 07:48:09.751007 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 07:48:09.751066 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 07:48:09.751123 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 07:48:09.751182 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 07:48:09.751239 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 07:48:09.751312 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 07:48:09.751372 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 07:48:09.751430 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 07:48:09.751488 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 07:48:09.751547 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 07:48:09.751605 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 07:48:09.751667 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 07:48:09.751725 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 07:48:09.751782 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 07:48:09.751846 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 07:48:09.751904 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 07:48:09.751960 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 07:48:09.752017 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 07:48:09.752075 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 07:48:09.752134 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 07:48:09.752192 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 07:48:09.752249 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 07:48:09.752305 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 07:48:09.752367 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 07:48:09.752425 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 07:48:09.752499 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 07:48:09.752558 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 07:48:09.752615 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 07:48:09.752674 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 07:48:09.752732 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 07:48:09.752790 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 07:48:09.752855 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 07:48:09.752916 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 07:48:09.752974 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 07:48:09.753031 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 07:48:09.753088 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 07:48:09.753151 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 07:48:09.753210 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 07:48:09.753267 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 07:48:09.753324 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 07:48:09.753382 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 07:48:09.753439 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 07:48:09.753498 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 07:48:09.753555 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 07:48:09.753612 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 07:48:09.753668 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 07:48:09.753726 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 07:48:09.753782 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 07:48:09.753850 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 07:48:09.753909 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 07:48:09.753967 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 07:48:09.754024 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 07:48:09.754082 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 07:48:09.754141 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 07:48:09.754199 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 07:48:09.754256 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 07:48:09.754314 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 07:48:09.754370 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 07:48:09.754427 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 07:48:09.754484 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 07:48:09.754545 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 07:48:09.754604 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 07:48:09.754662 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 07:48:09.754719 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 07:48:09.754776 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 07:48:09.754839 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 07:48:09.754897 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 07:48:09.754954 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 07:48:09.755011 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 07:48:09.755068 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 07:48:09.755125 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 07:48:09.755182 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 07:48:09.755239 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 07:48:09.755306 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 07:48:09.755363 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 07:48:09.755420 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 07:48:09.755479 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 07:48:09.755536 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 07:48:09.755593 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 07:48:09.755649 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 07:48:09.755706 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 07:48:09.755763 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 07:48:09.755826 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 07:48:09.755884 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 07:48:09.755942 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 07:48:09.756005 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 07:48:09.756063 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 07:48:09.756129 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 07:48:09.756187 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 07:48:09.756244 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 07:48:09.756303 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 07:48:09.756361 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 07:48:09.756418 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 07:48:09.756488 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 07:48:09.756548 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 07:48:09.756607 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 07:48:09.756665 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 07:48:09.756728 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 07:48:09.756788 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 07:48:09.756851 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 07:48:09.756910 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 07:48:09.756968 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 07:48:09.757025 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 07:48:09.757082 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 07:48:09.757139 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 07:48:09.757196 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 07:48:09.757255 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 07:48:09.757313 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 07:48:09.757370 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 07:48:09.757427 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 07:48:09.757492 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 07:48:09.757549 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 07:48:09.757606 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 07:48:09.757663 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 07:48:09.757719 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 07:48:09.757776 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 07:48:09.757842 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 07:48:09.757899 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 07:48:09.757957 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 07:48:09.758017 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 07:48:09.758074 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 07:48:09.758131 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 07:48:09.758193 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 07:48:09.758250 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 07:48:09.758307 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 07:48:09.758364 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 07:48:09.758421 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 07:48:09.758479 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 07:48:09.758537 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 07:48:09.758594 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 07:48:09.758654 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 07:48:09.758711 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 07:48:09.758768 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 07:48:09.758830 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 07:48:09.758888 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 07:48:09.758949 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 07:48:09.759006 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 07:48:09.759063 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 07:48:09.759119 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 07:48:09.759177 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 07:48:09.759236 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 07:48:09.759294 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 07:48:09.759351 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 07:48:09.759407 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 07:48:09.759464 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 07:48:09.759521 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 07:48:09.759578 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 07:48:09.759640 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 07:48:09.759697 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 07:48:09.759754 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 07:48:09.759818 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 07:48:09.759876 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 07:48:09.759933 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 07:48:09.759990 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 07:48:09.760049 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 07:48:09.760107 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 07:48:09.760164 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 07:48:09.760221 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 07:48:09.760277 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 07:48:09.760351 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 07:48:09.760411 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 07:48:09.760482 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 07:48:09.760545 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 07:48:09.760603 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 07:48:09.760662 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 07:48:09.760720 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 07:48:09.760776 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 07:48:09.760840 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 07:48:09.760899 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 07:48:09.760956 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 07:48:09.761013 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 07:48:09.761070 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 07:48:09.761132 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 07:48:09.761192 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 07:48:09.761250 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 07:48:09.761308 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 07:48:09.761365 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 07:48:09.761424 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 07:48:09.761480 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 07:48:09.761537 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 07:48:09.761594 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 07:48:09.761650 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 07:48:09.761707 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 07:48:09.761765 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 07:48:09.761832 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 07:48:09.761890 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 07:48:09.761949 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 07:48:09.762006 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 07:48:09.762063 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 07:48:09.762120 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 07:48:09.762177 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 07:48:09.762236 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 07:48:09.762293 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 07:48:09.762350 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 07:48:09.762407 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 07:48:09.762464 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 07:48:09.762526 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 07:48:09.762583 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 07:48:09.762639 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 07:48:09.762696 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 07:48:09.762753 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 07:48:09.762814 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 07:48:09.762872 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 07:48:09.762929 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 07:48:09.762986 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 07:48:09.763045 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 07:48:09.763102 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 07:48:09.763159 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 07:48:09.763216 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 07:48:09.763279 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 07:48:09.763336 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 07:48:09.763394 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 07:48:09.763451 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 07:48:09.763508 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 07:48:09.763565 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 07:48:09.763621 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 07:48:09.763679 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 07:48:09.763736 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 07:48:09.763799 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 07:48:09.763858 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 07:48:09.763915 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 07:48:09.763978 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 07:48:09.764035 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 07:48:09.764092 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 07:48:09.764149 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 07:48:09.764208 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 07:48:09.764265 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 07:48:09.764322 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 07:48:09.764379 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 07:48:09.764437 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 07:48:09.764511 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 07:48:09.764569 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 07:48:09.764625 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 07:48:09.764682 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 07:48:09.764744 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 07:48:09.764806 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 07:48:09.764863 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 07:48:09.764921 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 07:48:09.764980 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 07:48:09.765038 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 07:48:09.765094 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 07:48:09.765152 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 07:48:09.765209 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 07:48:09.765266 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 07:48:09.765336 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 07:48:09.765393 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 07:48:09.765455 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 07:48:09.765513 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 07:48:09.765571 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 07:48:09.765634 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 07:48:09.765692 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 07:48:09.765750 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 07:48:09.765814 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 07:48:09.765872 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 07:48:09.765928 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 07:48:09.765986 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 07:48:09.766043 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 07:48:09.766108 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 07:48:09.766171 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 07:48:09.766230 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 07:48:09.766288 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 07:48:09.766346 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 07:48:09.766405 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 07:48:09.766462 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 07:48:09.766519 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 07:48:09.766576 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 07:48:09.766633 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 07:48:09.766690 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 07:48:09.766746 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 07:48:09.766808 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 07:48:09.766865 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 07:48:09.766928 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 07:48:09.766988 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 07:48:09.767045 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 07:48:09.767102 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 07:48:09.767159 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 07:48:09.767218 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 07:48:09.767276 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 07:48:09.767333 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 07:48:09.767390 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 07:48:09.767446 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 07:48:09.767503 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 07:48:09.767561 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 07:48:09.767625 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 07:48:09.767683 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 07:48:09.767740 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 07:48:09.767802 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 07:48:09.767862 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 07:48:09.767919 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 07:48:09.767976 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 07:48:09.768033 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 07:48:09.768091 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 07:48:09.768150 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 07:48:09.768208 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 07:48:09.768265 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 07:48:09.768327 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 07:48:09.768385 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 07:48:09.768443 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 07:48:09.768517 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 07:48:09.768574 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 07:48:09.768631 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 07:48:09.768688 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 07:48:09.768745 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 07:48:09.768807 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 07:48:09.768867 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 07:48:09.768924 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 07:48:09.768981 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 07:48:09.769038 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 07:48:09.769100 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 07:48:09.769157 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 07:48:09.769215 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 07:48:09.769272 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 07:48:09.769329 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 07:48:09.769386 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 07:48:09.769443 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 07:48:09.769500 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 07:48:09.769557 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 07:48:09.769614 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 07:48:09.769673 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 07:48:09.769730 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 07:48:09.769793 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 07:48:09.769856 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 07:48:09.769913 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 07:48:09.769970 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 07:48:09.770028 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 07:48:09.770085 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 07:48:09.770142 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 07:48:09.770200 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 07:48:09.770257 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 07:48:09.770314 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 07:48:09.770373 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 07:48:09.770430 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 07:48:09.770487 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 07:48:09.770549 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 07:48:09.770606 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 07:48:09.770663 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 07:48:09.770720 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 07:48:09.770777 139969349268928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 07:48:09.776781 139969349268928 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 07:48:09.777276 139969349268928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 07:48:09.789319 139969349268928 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 07:48:09.806577 139969349268928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 07:48:09.806818 139969349268928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 07:48:09.815216 139969349268928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 07:48:09.896898 139969349268928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 07:48:09.897196 139969349268928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 07:48:09.899594 139969349268928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 07:48:09.899790 139969349268928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 07:48:10.056548 139969349268928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 07:48:10.057390 139969349268928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 07:48:10.058023 139969349268928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 07:48:10.461357 139969349268928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 07:48:10.839349 139969349268928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 07:48:11.127784: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 07:48:11.127830: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 07:48:11.127857: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 07:48:21.386473 139969349268928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 07:48:21.388392 139969349268928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 07:48:21.404230 139969349268928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 07:48:21.446763 139969349268928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 07:48:24.746983 139969349268928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 07:48:24.752454 139969349268928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 07:48:24.781033 139969349268928 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 07:48:24.829251 139969349268928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 07:48:24.841236 139969349268928 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 07:48:24.929889 139969349268928 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 07:48:24.934328 139969349268928 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 07:48:24.934595 139969349268928 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 07:48:24.934669 139969349268928 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 07:48:24.934732 139969349268928 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 07:48:24.934793 139969349268928 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 07:48:24.934851 139969349268928 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.0 ************************************** +I1010 07:48:24.934909 139969349268928 resnet_main.py:388] ****************************** the weight_decay_input is 1.0 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 07:48:24.935049 139969349268928 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 07:48:24.935174 139969349268928 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 07:48:24.936142 139969349268928 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 07:48:24.970160 139969349268928 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 07:48:28.032170 139969349268928 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:28.122586 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:28.186521 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:28.254983 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:28.370992 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:28.438560 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:28.508780 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:28.620388 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:28.681641 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:28.746826 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:28.855202 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:28.916258 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:28.980614 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:29.091037 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:29.153924 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:29.222805 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:29.333790 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:29.396064 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:29.461693 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:29.592808 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:29.652997 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:29.717802 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:29.828190 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:29.890532 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:29.954863 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:30.063055 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:30.123581 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:30.187014 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:30.302968 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:30.366264 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:30.432966 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:30.548974 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:30.619067 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:30.687251 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:30.802906 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:30.866113 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:30.934940 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:31.053071 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:31.119244 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:31.187385 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:31.301923 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:31.368396 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:31.435265 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:31.551949 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:31.617356 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:31.686028 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:31.816271 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:31.885606 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:31.957114 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:32.081810 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:32.153055 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:32.229425 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:32.350375 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:32.416172 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:32.491957 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:32.602988 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:32.663033 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:32.727133 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:32.835340 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:32.898474 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:32.963460 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:33.071727 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:33.134248 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:33.201997 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:33.314440 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:33.375583 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:33.440241 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:33.549556 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:33.614003 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:33.678901 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:33.787247 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:33.849548 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:33.915338 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:34.026124 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:34.092968 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:34.177403 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:34.299256 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:34.798801 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:34.871934 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:34.987660 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:35.052896 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:35.121053 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:35.237860 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:35.308970 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:35.384835 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:35.507457 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:35.577661 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:35.648941 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:35.769031 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:35.835937 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:35.905859 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:36.024530 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:36.093986 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:36.166404 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:36.293813 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:36.363379 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:36.432945 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:36.549237 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:36.610579 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:36.674320 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:36.783149 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:36.846822 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:36.913574 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:37.024054 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:37.085690 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:37.150047 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:37.257843 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:37.317862 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:37.385727 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:37.496237 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:37.568648 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:37.643798 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:37.768331 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:37.835999 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:37.906203 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:38.028565 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:38.098239 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:38.171158 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:38.291244 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:38.361670 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:38.447200 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:38.568034 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:38.627405 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:38.690587 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:38.796945 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:38.856758 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:38.920243 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:39.027386 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:39.090219 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:39.155795 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:39.267312 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:39.330387 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:39.397497 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:39.507337 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:39.577863 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:39.653376 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:39.778996 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:39.847640 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:39.921781 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:40.044055 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:40.116635 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:40.189656 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:40.306982 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:40.375926 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:40.449610 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:40.566257 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:40.626441 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:40.690915 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:40.797751 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:40.859663 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:40.923953 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:41.030529 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:41.090174 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:41.153846 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:41.259674 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:41.319483 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:41.386992 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:41.496249 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:41.559784 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:41.632766 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:41.744195 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 07:48:41.851732 139969349268928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 07:48:42.531651 139969349268928 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 07:48:42.797116 139969349268928 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 07:48:49.397614 139969349268928 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 07:48:50.546308 139969349268928 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 07:49:05.091696 139969349268928 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 07:49:05.265152 139969349268928 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:49:25.708652 139969349268928 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 07:49:38.292196 139969349268928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 07:49:39.277146 139969349268928 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 07:49:39.277729 139969349268928 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 07:49:39.278385: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 07:49:39.305696 139969349268928 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 07:49:39.334486 139969349268928 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 07:49:39.388626 139969349268928 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 07:49:53.983016 139969349268928 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 07:49:53.984132 139967338891008 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 07:49:53.984931 139967330498304 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 07:49:54.044696 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:49:54.118814 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:49:54.169598 139969349268928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:49:54.170047 139969349268928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 07:50:24.199984 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:50:24.283169 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 07:50:45.908297 139967330498304 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 07:50:54.412358 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:50:54.515889 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:51:24.585190 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:51:24.661736 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:51:25.393374 139969349268928 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.638084, step = 200 +I1010 07:51:39.839824 139969349268928 basic_session_run_hooks.py:262] loss = 4.638084, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:51:39.844439 139969349268928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:51:39.844837 139969349268928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 07:51:51.662328 139967330498304 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 07:51:54.727778 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:51:54.790071 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:52:24.863059 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:52:24.946675 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:52:31.545108 139969349268928 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.481761, step = 400 (63.746 sec) +I1010 07:52:43.585659 139969349268928 basic_session_run_hooks.py:260] loss = 3.481761, step = 400 (63.746 sec) +INFO:tensorflow:global_step/sec: 3.13755 +I1010 07:52:43.587368 139969349268928 tpu_estimator.py:2307] global_step/sec: 3.13755 +INFO:tensorflow:examples/sec: 205622 +I1010 07:52:43.588738 139969349268928 tpu_estimator.py:2308] examples/sec: 205622 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:52:43.589884 139969349268928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:52:43.590081 139969349268928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 9) +I1010 07:52:51.845247 139967330498304 tpu_estimator.py:279] Outfeed finished for iteration (2, 9) +I1010 07:52:55.032730 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:52:55.128858 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:53:25.208513 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:53:25.283042 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:53:30.402862 139969349268928 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.4685013, step = 600 (61.495 sec) +I1010 07:53:45.081005 139969349268928 basic_session_run_hooks.py:260] loss = 3.4685013, step = 600 (61.495 sec) +INFO:tensorflow:global_step/sec: 3.25225 +I1010 07:53:45.083314 139969349268928 tpu_estimator.py:2307] global_step/sec: 3.25225 +INFO:tensorflow:examples/sec: 213139 +I1010 07:53:45.083813 139969349268928 tpu_estimator.py:2308] examples/sec: 213139 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:53:45.085072 139969349268928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:53:45.085275 139969349268928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 3) +I1010 07:53:51.995467 139967330498304 tpu_estimator.py:279] Outfeed finished for iteration (3, 3) +I1010 07:53:55.349020 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:53:55.424171 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:54:25.486181 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:54:25.560729 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:54:30.972423 139969349268928 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.6225688, step = 800 (58.102 sec) +I1010 07:54:43.182853 139969349268928 basic_session_run_hooks.py:260] loss = 2.6225688, step = 800 (58.102 sec) +INFO:tensorflow:global_step/sec: 3.44228 +I1010 07:54:43.184264 139969349268928 tpu_estimator.py:2307] global_step/sec: 3.44228 +INFO:tensorflow:examples/sec: 225593 +I1010 07:54:43.184526 139969349268928 tpu_estimator.py:2308] examples/sec: 225593 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:54:43.185667 139969349268928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:54:43.185841 139969349268928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 11) +I1010 07:54:52.032388 139967330498304 tpu_estimator.py:279] Outfeed finished for iteration (4, 11) +I1010 07:54:55.617450 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:54:55.688829 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:55:25.769407 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:55:25.856426 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:55:29.130750 139969349268928 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 07:55:37.560802 139969349268928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.472093, step = 1000 (58.532 sec) +I1010 07:55:41.714665 139969349268928 basic_session_run_hooks.py:260] loss = 2.472093, step = 1000 (58.532 sec) +INFO:tensorflow:global_step/sec: 3.41693 +I1010 07:55:41.716458 139969349268928 tpu_estimator.py:2307] global_step/sec: 3.41693 +INFO:tensorflow:examples/sec: 223932 +I1010 07:55:41.716980 139969349268928 tpu_estimator.py:2308] examples/sec: 223932 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:55:41.718209 139969349268928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:55:41.718396 139969349268928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 18) +I1010 07:55:52.212577 139967330498304 tpu_estimator.py:279] Outfeed finished for iteration (5, 18) +I1010 07:55:55.930634 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:55:56.007709 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:56:26.091044 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:56:26.195183 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:56:28.096309 139969349268928 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.4694178, step = 1200 (62.935 sec) +I1010 07:56:44.649962 139969349268928 basic_session_run_hooks.py:260] loss = 2.4694178, step = 1200 (62.935 sec) +INFO:tensorflow:global_step/sec: 3.17786 +I1010 07:56:44.651941 139969349268928 tpu_estimator.py:2307] global_step/sec: 3.17786 +INFO:tensorflow:examples/sec: 208264 +I1010 07:56:44.652460 139969349268928 tpu_estimator.py:2308] examples/sec: 208264 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:56:44.653805 139969349268928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:56:44.654007 139969349268928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 6) +I1010 07:56:52.280606 139967330498304 tpu_estimator.py:279] Outfeed finished for iteration (6, 6) +I1010 07:56:56.281505 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:56:56.365093 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:57:26.452246 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:57:26.525686 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:57:32.063081 139969349268928 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.3746693, step = 1400 (59.906 sec) +I1010 07:57:44.555855 139969349268928 basic_session_run_hooks.py:260] loss = 2.3746693, step = 1400 (59.906 sec) +INFO:tensorflow:global_step/sec: 3.33859 +I1010 07:57:44.557440 139969349268928 tpu_estimator.py:2307] global_step/sec: 3.33859 +INFO:tensorflow:examples/sec: 218798 +I1010 07:57:44.557852 139969349268928 tpu_estimator.py:2308] examples/sec: 218798 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 07:57:44.559190 139969349268928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 07:57:44.559362 139969349268928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 6) +I1010 07:57:52.387423 139967330498304 tpu_estimator.py:279] Outfeed finished for iteration (7, 6) +I1010 07:57:56.582535 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:57:56.669876 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 07:58:26.753130 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:58:26.833381 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:58:31.408389 139969349268928 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 1.9942178, step = 1600 (63.157 sec) +I1010 07:58:47.712994 139969349268928 basic_session_run_hooks.py:260] loss = 1.9942178, step = 1600 (63.157 sec) +INFO:tensorflow:global_step/sec: 3.16671 +I1010 07:58:47.714543 139969349268928 tpu_estimator.py:2307] global_step/sec: 3.16671 +INFO:tensorflow:examples/sec: 207533 +I1010 07:58:47.715001 139969349268928 tpu_estimator.py:2308] examples/sec: 207533 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 07:58:47.716048 139969349268928 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 07:58:47.716223 139969349268928 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 0) +I1010 07:58:54.529057 139967330498304 tpu_estimator.py:279] Outfeed finished for iteration (8, 0) +I1010 07:58:56.914654 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:58:56.991568 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.8669089, step = 1760 (38.903 sec) +I1010 07:59:26.615801 139969349268928 basic_session_run_hooks.py:260] loss = 1.8669089, step = 1760 (38.903 sec) +INFO:tensorflow:global_step/sec: 4.1128 +I1010 07:59:26.617530 139969349268928 tpu_estimator.py:2307] global_step/sec: 4.1128 +INFO:tensorflow:examples/sec: 269537 +I1010 07:59:26.618031 139969349268928 tpu_estimator.py:2308] examples/sec: 269537 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:59:26.619101 139969349268928 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 07:59:27.072884 139967322105600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 07:59:27.162954 139967322105600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 07:59:39.768109 139969349268928 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 07:59:39.769587 139969349268928 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 07:59:39.769906 139967338891008 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 07:59:39.770020 139967338891008 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 07:59:39.770210 139969349268928 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 07:59:39.770340 139969349268928 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 07:59:39.770406 139969349268928 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 07:59:39.770536 139967330498304 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 07:59:39.770623 139967330498304 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 07:59:39.770745 139969349268928 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 07:59:39.770838 139969349268928 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.8669089. +I1010 07:59:58.983678 139969349268928 estimator.py:371] Loss for final step: 1.8669089. +INFO:tensorflow:training_loop marked as finished +I1010 07:59:58.984702 139969349268928 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 08:00:02.361944 139951051789760 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 08:00:02.367799 139951051789760 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 08:00:02.368005 139951051789760 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 08:00:02.371349 139951051789760 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:00:02.415198 139951051789760 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 08:00:02.415524 139951051789760 transport.py:157] Attempting refresh to obtain initial access_token +I1010 08:00:02.517831 139951051789760 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:00:02.564944 139951051789760 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 08:00:02.565256 139951051789760 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 08:00:02.633531 139951051789760 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 08:00:02.634857 139951051789760 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 08:00:02.635135 139951051789760 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 08:00:02.635613 139951051789760 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 08:00:02.635703 139951051789760 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 08:00:02.635788 139951051789760 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 08:00:02.635915 139951051789760 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:00:02.906949 139951051789760 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 08:00:02.907574 139951051789760 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 08:00:02.908066 139951051789760 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 08:00:02.909598: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 08:00:02.923888 139951051789760 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 08:00:02.925995 139951051789760 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 08:00:02.926636 139951051789760 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 08:00:02.926711 139951051789760 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 08:00:02.926776 139951051789760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 08:00:02.927086 139951051789760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 08:00:02.927159 139951051789760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 08:00:02.927222 139951051789760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 08:00:02.927284 139951051789760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 08:00:02.927345 139951051789760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 08:00:02.927406 139951051789760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 08:00:02.927483 139951051789760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 08:00:02.927544 139951051789760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 08:00:02.927603 139951051789760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 08:00:02.927665 139951051789760 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 08:00:02.933604 139951051789760 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 08:00:02.935446 139951051789760 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 08:00:02.949565 139951051789760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 08:00:02.949781 139951051789760 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 08:00:02.958584 139951051789760 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 08:00:03.046852 139951051789760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:00:03.047172 139951051789760 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 08:00:03.204879 139951051789760 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 08:00:03.205813 139951051789760 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 08:00:03.206461 139951051789760 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 08:00:03.603734 139951051789760 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 08:00:04.158121: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 08:00:04.158172: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 08:00:04.158202: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 08:00:04.180335 139951051789760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 08:00:04.181636 139951051789760 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 08:00:04.195019 139951051789760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 08:00:04.218817 139951051789760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 08:00:06.165420 139951051789760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 08:00:06.169728 139951051789760 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 08:00:06.192811 139951051789760 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 08:00:06.237608 139951051789760 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 08:00:06.248383 139951051789760 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 08:00:06.343501 139951051789760 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 08:00:06.583972 139951051789760 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 08:00:06.599760 139951051789760 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 08:00:06.619268 139951051789760 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T08:00:06Z +I1010 08:00:06.636069 139951051789760 evaluation.py:255] Starting evaluation at 2019-10-10T08:00:06Z +INFO:tensorflow:TPU job name worker +I1010 08:00:06.636385 139951051789760 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 08:00:07.165425 139951051789760 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:00:07.228593 139951051789760 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 08:00:09.721621 139951051789760 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 08:00:09.741151 139951051789760 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 08:00:09.780544 139951051789760 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 08:00:09.799164 139951051789760 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 08:00:16.440680 139951051789760 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 08:00:16.441713 139949374678784 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 08:00:16.442239 139949026309888 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 08:00:16.620397 139951051789760 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 08:00:16.641688 139951051789760 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 08:00:16.642505 139951051789760 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 08:00:16.686269 139949017917184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 08:00:16.751318 139949017917184 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 08:00:27.765173 139949026309888 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 08:00:36.359723 139951051789760 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 08:00:36.360157 139951051789760 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 08:00:36.360240 139951051789760 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 08:00:36.360441 139949374678784 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 08:00:36.360641 139949374678784 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 08:00:36.360799 139951051789760 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 08:00:36.360913 139951051789760 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 08:00:36.360972 139951051789760 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 08:00:36.361098 139949026309888 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 08:00:36.361188 139949026309888 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 08:00:36.361311 139951051789760 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 08:00:36.361419 139951051789760 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-08:00:46 +I1010 08:00:46.979535 139951051789760 evaluation.py:275] Finished evaluation at 2019-10-10-08:00:46 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9721762, top_1_accuracy = 0.7524007, top_5_accuracy = 0.9234619 +I1010 08:00:46.979980 139951051789760 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9721762, top_1_accuracy = 0.7524007, top_5_accuracy = 0.9234619 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:00:49.037985 139951051789760 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 08:00:49.336160 139951051789760 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9721762, 'top_1_accuracy': 0.7524007, 'global_step': 1760, 'top_5_accuracy': 0.9234619}. Elapsed seconds: 46 +I1010 08:00:49.336606 139951051789760 resnet_main.py:597] Eval results: {'loss': 1.9721762, 'top_1_accuracy': 0.7524007, 'global_step': 1760, 'top_5_accuracy': 0.9234619}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 08:00:49.336785 139951051789760 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570693723408567... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570694374077951... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570693726.v3-512#1570694379697784... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570693759956409... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570694136743419... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570694136967565... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570694141075323... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570694195932245... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570694196129989... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570694201618609... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570694259982870... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570694260146739... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570694264027918... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570694320645014... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570694320832117... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570694325289792... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570694373361061... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570694373600828... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570694377725866... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570694447618103... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570694447.v3-512#1570694449260042... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 08:00:53.383255 140642540647872 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 08:00:53.389174 140642540647872 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 08:00:53.389411 140642540647872 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 08:00:53.392931 140642540647872 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:00:53.447696 140642540647872 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 08:00:53.448029 140642540647872 transport.py:157] Attempting refresh to obtain initial access_token +I1010 08:00:53.515769 140642540647872 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:00:53.568747 140642540647872 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 08:00:53.569063 140642540647872 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 08:00:53.666362 140642540647872 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 08:00:53.667998 140642540647872 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 08:00:53.668292 140642540647872 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 08:00:53.668818 140642540647872 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 08:00:53.668905 140642540647872 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 08:00:53.668989 140642540647872 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 08:00:53.763739 140642540647872 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 08:00:53.875385 140642540647872 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 08:00:53.877534: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 08:00:53.939445 140642540647872 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 08:00:53.939771 140642540647872 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 08:00:53.940329 140642540647872 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 08:00:53.940406 140642540647872 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 08:00:53.940490 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 08:00:53.940845 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 08:00:53.940917 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 08:00:53.940985 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 08:00:53.941049 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 08:00:53.941107 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 08:00:53.941184 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 08:00:53.941241 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 08:00:53.941299 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 08:00:53.941358 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 08:00:53.941418 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 08:00:53.941484 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 08:00:53.941545 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 08:00:53.941603 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 08:00:53.941662 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 08:00:53.941720 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 08:00:53.941778 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 08:00:53.941836 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 08:00:53.941899 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 08:00:53.941957 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 08:00:53.942030 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 08:00:53.942095 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 08:00:53.942154 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 08:00:53.942223 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 08:00:53.942281 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 08:00:53.942339 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 08:00:53.942398 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 08:00:53.942456 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 08:00:53.942517 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 08:00:53.942574 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 08:00:53.942632 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 08:00:53.942697 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 08:00:53.942754 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 08:00:53.942812 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 08:00:53.942871 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 08:00:53.942928 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 08:00:53.942991 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 08:00:53.943048 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 08:00:53.943106 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 08:00:53.943165 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 08:00:53.943222 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 08:00:53.943280 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 08:00:53.943337 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 08:00:53.943402 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 08:00:53.943460 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 08:00:53.943522 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 08:00:53.943581 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 08:00:53.943638 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 08:00:53.943696 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 08:00:53.943753 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 08:00:53.943810 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 08:00:53.943869 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 08:00:53.943927 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 08:00:53.943989 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 08:00:53.944048 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 08:00:53.944113 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 08:00:53.944173 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 08:00:53.944231 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 08:00:53.944288 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 08:00:53.944344 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 08:00:53.944402 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 08:00:53.944459 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 08:00:53.944566 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 08:00:53.944627 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 08:00:53.944685 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 08:00:53.944745 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 08:00:53.944806 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 08:00:53.944865 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 08:00:53.944931 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 08:00:53.944997 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 08:00:53.945055 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 08:00:53.945113 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 08:00:53.945172 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 08:00:53.945229 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 08:00:53.945286 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 08:00:53.945343 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 08:00:53.945401 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 08:00:53.945460 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 08:00:53.945521 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 08:00:53.945579 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 08:00:53.945643 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 08:00:53.945702 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 08:00:53.945760 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 08:00:53.945817 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 08:00:53.945875 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 08:00:53.945934 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 08:00:53.945997 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 08:00:53.946057 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 08:00:53.946114 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 08:00:53.946171 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 08:00:53.946229 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 08:00:53.946288 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 08:00:53.946346 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 08:00:53.946408 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 08:00:53.946465 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 08:00:53.946527 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 08:00:53.946584 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 08:00:53.946643 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 08:00:53.946702 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 08:00:53.946758 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 08:00:53.946819 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 08:00:53.946880 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 08:00:53.946937 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 08:00:53.947000 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 08:00:53.947058 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 08:00:53.947120 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 08:00:53.947192 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 08:00:53.947252 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 08:00:53.947312 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 08:00:53.947370 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 08:00:53.947427 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 08:00:53.947488 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 08:00:53.947546 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 08:00:53.947602 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 08:00:53.947659 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 08:00:53.947715 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 08:00:53.947772 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 08:00:53.947830 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 08:00:53.947892 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 08:00:53.947951 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 08:00:53.948015 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 08:00:53.948074 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 08:00:53.948132 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 08:00:53.948190 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 08:00:53.948249 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 08:00:53.948307 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 08:00:53.948364 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 08:00:53.948421 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 08:00:53.948549 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 08:00:53.948640 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 08:00:53.948709 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 08:00:53.948770 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 08:00:53.948829 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 08:00:53.948889 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 08:00:53.948946 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 08:00:53.949011 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 08:00:53.949069 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 08:00:53.949127 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 08:00:53.949186 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 08:00:53.949244 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 08:00:53.949301 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 08:00:53.949358 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 08:00:53.949424 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 08:00:53.949486 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 08:00:53.949547 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 08:00:53.949608 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 08:00:53.949665 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 08:00:53.949723 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 08:00:53.949780 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 08:00:53.949839 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 08:00:53.949896 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 08:00:53.949953 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 08:00:53.950017 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 08:00:53.950076 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 08:00:53.950134 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 08:00:53.950200 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 08:00:53.950258 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 08:00:53.950318 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 08:00:53.950376 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 08:00:53.950434 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 08:00:53.950495 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 08:00:53.950552 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 08:00:53.950609 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 08:00:53.950668 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 08:00:53.950726 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 08:00:53.950783 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 08:00:53.950841 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 08:00:53.950905 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 08:00:53.950963 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 08:00:53.951029 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 08:00:53.951086 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 08:00:53.951144 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 08:00:53.951203 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 08:00:53.951261 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 08:00:53.951335 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 08:00:53.951394 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 08:00:53.951452 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 08:00:53.951513 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 08:00:53.951571 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 08:00:53.951633 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 08:00:53.951693 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 08:00:53.951750 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 08:00:53.951807 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 08:00:53.951864 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 08:00:53.951920 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 08:00:53.951977 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 08:00:53.952040 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 08:00:53.952097 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 08:00:53.952155 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 08:00:53.952220 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 08:00:53.952279 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 08:00:53.952337 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 08:00:53.952399 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 08:00:53.952456 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 08:00:53.952534 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 08:00:53.952593 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 08:00:53.952651 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 08:00:53.952708 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 08:00:53.952765 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 08:00:53.952822 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 08:00:53.952879 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 08:00:53.952938 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 08:00:53.953000 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 08:00:53.953058 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 08:00:53.953120 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 08:00:53.953178 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 08:00:53.953236 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 08:00:53.953293 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 08:00:53.953351 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 08:00:53.953408 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 08:00:53.953468 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 08:00:53.953527 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 08:00:53.953614 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 08:00:53.953675 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 08:00:53.953732 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 08:00:53.953789 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 08:00:53.953846 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 08:00:53.953911 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 08:00:53.953968 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 08:00:53.954040 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 08:00:53.954103 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 08:00:53.954163 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 08:00:53.954221 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 08:00:53.954279 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 08:00:53.954338 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 08:00:53.954396 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 08:00:53.954454 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 08:00:53.954515 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 08:00:53.954572 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 08:00:53.954636 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 08:00:53.954701 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 08:00:53.954760 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 08:00:53.954819 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 08:00:53.954878 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 08:00:53.954936 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 08:00:53.954998 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 08:00:53.955055 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 08:00:53.955113 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 08:00:53.955171 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 08:00:53.955228 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 08:00:53.955285 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 08:00:53.955348 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 08:00:53.955406 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 08:00:53.955465 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 08:00:53.955526 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 08:00:53.955583 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 08:00:53.955640 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 08:00:53.955697 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 08:00:53.955754 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 08:00:53.955811 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 08:00:53.955868 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 08:00:53.955926 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 08:00:53.955991 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 08:00:53.956049 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 08:00:53.956113 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 08:00:53.956170 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 08:00:53.956228 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 08:00:53.956284 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 08:00:53.956341 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 08:00:53.956398 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 08:00:53.956454 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 08:00:53.956532 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 08:00:53.956592 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 08:00:53.956650 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 08:00:53.956707 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 08:00:53.956765 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 08:00:53.956830 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 08:00:53.956887 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 08:00:53.956943 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 08:00:53.957006 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 08:00:53.957065 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 08:00:53.957123 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 08:00:53.957180 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 08:00:53.957246 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 08:00:53.957304 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 08:00:53.957375 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 08:00:53.957433 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 08:00:53.957494 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 08:00:53.957557 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 08:00:53.957617 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 08:00:53.957674 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 08:00:53.957731 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 08:00:53.957788 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 08:00:53.957845 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 08:00:53.957902 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 08:00:53.957961 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 08:00:53.958034 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 08:00:53.958095 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 08:00:53.958153 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 08:00:53.958210 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 08:00:53.958268 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 08:00:53.958333 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 08:00:53.958389 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 08:00:53.958446 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 08:00:53.958507 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 08:00:53.958564 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 08:00:53.958622 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 08:00:53.958679 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 08:00:53.958738 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 08:00:53.958796 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 08:00:53.958853 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 08:00:53.958909 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 08:00:53.958966 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 08:00:53.959042 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 08:00:53.959100 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 08:00:53.959158 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 08:00:53.959216 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 08:00:53.959275 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 08:00:53.959332 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 08:00:53.959391 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 08:00:53.959449 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 08:00:53.959508 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 08:00:53.959566 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 08:00:53.959624 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 08:00:53.959680 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 08:00:53.959738 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 08:00:53.959800 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 08:00:53.959857 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 08:00:53.959916 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 08:00:53.959974 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 08:00:53.960037 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 08:00:53.960094 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 08:00:53.960153 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 08:00:53.960211 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 08:00:53.960268 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 08:00:53.960325 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 08:00:53.960382 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 08:00:53.960439 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 08:00:53.960521 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 08:00:53.960582 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 08:00:53.960639 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 08:00:53.960700 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 08:00:53.960757 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 08:00:53.960814 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 08:00:53.960872 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 08:00:53.960930 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 08:00:53.960992 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 08:00:53.961050 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 08:00:53.961108 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 08:00:53.961165 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 08:00:53.961230 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 08:00:53.961288 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 08:00:53.961347 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 08:00:53.961404 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 08:00:53.961462 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 08:00:53.961523 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 08:00:53.961580 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 08:00:53.961637 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 08:00:53.961695 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 08:00:53.961752 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 08:00:53.961810 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 08:00:53.961868 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 08:00:53.961925 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 08:00:53.961996 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 08:00:53.962054 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 08:00:53.962111 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 08:00:53.962169 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 08:00:53.962234 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 08:00:53.962292 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 08:00:53.962349 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 08:00:53.962407 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 08:00:53.962470 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 08:00:53.962532 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 08:00:53.962590 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 08:00:53.962656 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 08:00:53.962719 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 08:00:53.962779 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 08:00:53.962836 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 08:00:53.962894 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 08:00:53.962953 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 08:00:53.963016 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 08:00:53.963073 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 08:00:53.963129 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 08:00:53.963187 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 08:00:53.963244 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 08:00:53.963303 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 08:00:53.963360 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 08:00:53.963421 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 08:00:53.963479 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 08:00:53.963538 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 08:00:53.963596 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 08:00:53.963653 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 08:00:53.963710 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 08:00:53.963767 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 08:00:53.963824 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 08:00:53.963881 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 08:00:53.963941 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 08:00:53.964004 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 08:00:53.964063 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 08:00:53.964121 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 08:00:53.964183 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 08:00:53.964243 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 08:00:53.964302 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 08:00:53.964359 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 08:00:53.964415 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 08:00:53.964488 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 08:00:53.964550 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 08:00:53.964610 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 08:00:53.964668 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 08:00:53.964725 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 08:00:53.964782 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 08:00:53.964839 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 08:00:53.964909 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 08:00:53.964967 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 08:00:53.965035 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 08:00:53.965095 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 08:00:53.965153 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 08:00:53.965212 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 08:00:53.965270 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 08:00:53.965328 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 08:00:53.965385 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 08:00:53.965442 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 08:00:53.965502 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 08:00:53.965559 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 08:00:53.965621 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 08:00:53.965686 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 08:00:53.965743 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 08:00:53.965801 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 08:00:53.965863 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 08:00:53.965924 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 08:00:53.965986 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 08:00:53.966044 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 08:00:53.966101 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 08:00:53.966159 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 08:00:53.966217 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 08:00:53.966274 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 08:00:53.966331 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 08:00:53.966393 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 08:00:53.966450 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 08:00:53.966512 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 08:00:53.966572 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 08:00:53.966629 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 08:00:53.966687 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 08:00:53.966744 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 08:00:53.966801 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 08:00:53.966859 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 08:00:53.966916 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 08:00:53.966984 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 08:00:53.967044 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 08:00:53.967113 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 08:00:53.967173 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 08:00:53.967240 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 08:00:53.967298 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 08:00:53.967355 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 08:00:53.967411 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 08:00:53.967469 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 08:00:53.967530 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 08:00:53.967586 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 08:00:53.967643 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 08:00:53.967700 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 08:00:53.967758 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 08:00:53.967817 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 08:00:53.967880 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 08:00:53.967937 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 08:00:53.968000 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 08:00:53.968059 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 08:00:53.968116 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 08:00:53.968173 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 08:00:53.968230 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 08:00:53.968287 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 08:00:53.968346 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 08:00:53.968404 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 08:00:53.968461 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 08:00:53.968539 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 08:00:53.968605 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 08:00:53.968662 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 08:00:53.968722 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 08:00:53.968779 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 08:00:53.968836 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 08:00:53.968894 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 08:00:53.968950 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 08:00:53.969012 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 08:00:53.969070 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 08:00:53.969129 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 08:00:53.969187 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 08:00:53.969244 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 08:00:53.969310 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 08:00:53.969367 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 08:00:53.969424 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 08:00:53.969484 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 08:00:53.969541 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 08:00:53.969598 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 08:00:53.969655 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 08:00:53.969712 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 08:00:53.969772 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 08:00:53.969830 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 08:00:53.969887 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 08:00:53.969950 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 08:00:53.970017 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 08:00:53.970082 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 08:00:53.970139 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 08:00:53.970196 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 08:00:53.970253 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 08:00:53.970312 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 08:00:53.970369 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 08:00:53.970427 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 08:00:53.970487 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 08:00:53.970545 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 08:00:53.970602 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 08:00:53.970658 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 08:00:53.970715 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 08:00:53.970777 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 08:00:53.970835 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 08:00:53.970892 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 08:00:53.970949 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 08:00:53.971015 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 08:00:53.971074 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 08:00:53.971132 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 08:00:53.971189 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 08:00:53.971247 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 08:00:53.971318 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 08:00:53.971375 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 08:00:53.971432 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 08:00:53.971496 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 08:00:53.971554 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 08:00:53.971612 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 08:00:53.971669 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 08:00:53.971729 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 08:00:53.971786 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 08:00:53.971844 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 08:00:53.971900 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 08:00:53.971957 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 08:00:53.972019 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 08:00:53.972078 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 08:00:53.972135 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 08:00:53.972199 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 08:00:53.972263 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 08:00:53.972321 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 08:00:53.972378 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 08:00:53.972439 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 08:00:53.972516 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 08:00:53.972574 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 08:00:53.972630 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 08:00:53.972688 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 08:00:53.972745 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 08:00:53.972803 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 08:00:53.972861 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 08:00:53.972918 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 08:00:53.972987 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 08:00:53.973047 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 08:00:53.973107 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 08:00:53.973165 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 08:00:53.973222 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 08:00:53.973280 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 08:00:53.973337 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 08:00:53.973396 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 08:00:53.973452 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 08:00:53.973512 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 08:00:53.973568 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 08:00:53.973627 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 08:00:53.973690 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 08:00:53.973751 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 08:00:53.973808 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 08:00:53.973865 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 08:00:53.973922 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 08:00:53.973985 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 08:00:53.974044 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 08:00:53.974101 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 08:00:53.974158 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 08:00:53.974214 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 08:00:53.974282 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 08:00:53.974343 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 08:00:53.974400 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 08:00:53.974463 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 08:00:53.974524 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 08:00:53.974582 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 08:00:53.974639 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 08:00:53.974697 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 08:00:53.974755 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 08:00:53.974812 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 08:00:53.974869 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 08:00:53.974925 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 08:00:53.974987 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 08:00:53.975047 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 08:00:53.975104 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 08:00:53.975166 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 08:00:53.975223 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 08:00:53.975281 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 08:00:53.975337 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 08:00:53.975394 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 08:00:53.975450 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 08:00:53.975512 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 08:00:53.975570 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 08:00:53.975629 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 08:00:53.975687 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 08:00:53.975744 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 08:00:53.975802 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 08:00:53.975858 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 08:00:53.975927 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 08:00:53.975990 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 08:00:53.976053 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 08:00:53.976111 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 08:00:53.976169 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 08:00:53.976227 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 08:00:53.976284 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 08:00:53.976344 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 08:00:53.976401 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 08:00:53.976459 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 08:00:53.976536 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 08:00:53.976596 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 08:00:53.976659 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 08:00:53.976716 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 08:00:53.976773 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 08:00:53.976831 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 08:00:53.976888 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 08:00:53.976947 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 08:00:53.977011 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 08:00:53.977070 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 08:00:53.977127 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 08:00:53.977191 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 08:00:53.977251 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 08:00:53.977308 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 08:00:53.977370 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 08:00:53.977428 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 08:00:53.977487 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 08:00:53.977545 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 08:00:53.977603 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 08:00:53.977662 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 08:00:53.977719 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 08:00:53.977776 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 08:00:53.977833 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 08:00:53.977890 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 08:00:53.977946 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 08:00:53.978009 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 08:00:53.978065 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 08:00:53.978128 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 08:00:53.978188 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 08:00:53.978247 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 08:00:53.978306 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 08:00:53.978363 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 08:00:53.978426 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 08:00:53.978487 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 08:00:53.978545 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 08:00:53.978602 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 08:00:53.978660 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 08:00:53.978717 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 08:00:53.978774 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 08:00:53.978837 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 08:00:53.978895 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 08:00:53.978954 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 08:00:53.979016 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 08:00:53.979074 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 08:00:53.979130 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 08:00:53.979187 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 08:00:53.979244 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 08:00:53.979301 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 08:00:53.979360 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 08:00:53.979417 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 08:00:53.979474 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 08:00:53.979542 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 08:00:53.979602 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 08:00:53.979660 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 08:00:53.979717 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 08:00:53.979774 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 08:00:53.979831 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 08:00:53.979888 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 08:00:53.979945 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 08:00:53.980009 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 08:00:53.980067 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 08:00:53.980127 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 08:00:53.980185 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 08:00:53.980245 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 08:00:53.980309 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 08:00:53.980366 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 08:00:53.980424 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 08:00:53.980499 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 08:00:53.980561 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 08:00:53.980618 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 08:00:53.980676 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 08:00:53.980734 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 08:00:53.980792 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 08:00:53.980849 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 08:00:53.980907 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 08:00:53.980966 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 08:00:53.981034 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 08:00:53.981092 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 08:00:53.981151 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 08:00:53.981209 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 08:00:53.981266 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 08:00:53.981323 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 08:00:53.981381 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 08:00:53.981440 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 08:00:53.981501 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 08:00:53.981559 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 08:00:53.981616 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 08:00:53.981674 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 08:00:53.981731 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 08:00:53.981800 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 08:00:53.981857 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 08:00:53.981923 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 08:00:53.981985 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 08:00:53.982043 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 08:00:53.982103 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 08:00:53.982167 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 08:00:53.982234 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 08:00:53.982294 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 08:00:53.982352 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 08:00:53.982410 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 08:00:53.982469 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 08:00:53.982533 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 08:00:53.982592 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 08:00:53.982649 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 08:00:53.982707 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 08:00:53.982764 140642540647872 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 08:00:53.988837 140642540647872 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 08:00:53.989389 140642540647872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 08:00:54.002160 140642540647872 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 08:00:54.020309 140642540647872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 08:00:54.020628 140642540647872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 08:00:54.029222 140642540647872 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 08:00:54.113461 140642540647872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:00:54.113780 140642540647872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 08:00:54.116218 140642540647872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:00:54.116425 140642540647872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 08:00:54.276614 140642540647872 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 08:00:54.277477 140642540647872 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 08:00:54.278127 140642540647872 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 08:00:54.681619 140642540647872 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 08:00:55.057742 140642540647872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 08:00:55.348873: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 08:00:55.348920: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 08:00:55.348947: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 08:01:05.317893 140642540647872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 08:01:05.319508 140642540647872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 08:01:05.334054 140642540647872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 08:01:05.373332 140642540647872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 08:01:08.299267 140642540647872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 08:01:08.303776 140642540647872 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 08:01:08.327399 140642540647872 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 08:01:08.371125 140642540647872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 08:01:08.382008 140642540647872 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 08:01:08.462512 140642540647872 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 08:01:08.466299 140642540647872 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 08:01:08.466463 140642540647872 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 08:01:08.466532 140642540647872 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 08:01:08.466593 140642540647872 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 08:01:08.466654 140642540647872 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 08:01:08.466711 140642540647872 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.1 ************************************** +I1010 08:01:08.466769 140642540647872 resnet_main.py:388] ****************************** the weight_decay_input is 1.1 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 08:01:08.466900 140642540647872 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 08:01:08.467024 140642540647872 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 08:01:08.467928 140642540647872 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 08:01:08.497272 140642540647872 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 08:01:11.325515 140642540647872 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:11.407741 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:11.470340 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:11.536489 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:11.647836 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:11.711910 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:11.777458 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:11.890866 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:11.953628 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.019488 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.131429 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.195205 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.259040 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.363919 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.424936 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.486126 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.591332 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.650144 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.713186 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.833242 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.890716 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:12.951726 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.056740 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.115745 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.176680 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.279792 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.337306 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.398605 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.502084 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.559499 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.620579 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.723124 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.782429 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.843399 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:13.947227 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.004875 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.066004 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.169354 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.227545 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.288388 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.392560 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.452106 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.513313 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.616552 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.674509 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.735958 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.844269 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.901911 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:14.963022 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.066411 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.126730 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.189290 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.294743 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.352452 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.414175 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.517266 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.574815 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.636306 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.740784 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.800276 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.861709 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:15.964766 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.022912 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.086499 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.189965 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.249279 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.310309 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.414971 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.478219 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.541182 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.645378 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.704332 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.768965 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.876532 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:16.941303 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:17.023386 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:17.140747 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:17.487682 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:17.551860 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:17.654659 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:17.712224 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:17.776289 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:17.887348 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:17.951823 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.020426 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.132944 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.193871 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.256587 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.365154 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.425772 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.486712 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.589747 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.650388 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.713432 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.819215 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.877208 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:18.937763 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.040277 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.098455 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.159389 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.264420 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.328161 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.393764 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.503514 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.564049 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.627015 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.733679 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.796191 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.860902 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:19.966691 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.028736 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.094885 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.206924 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.268348 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.331199 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.436157 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.496922 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.560736 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.669143 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.732867 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.808608 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.920862 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:20.981698 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.046067 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.154951 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.215476 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.279565 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.386579 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.452245 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.520463 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.627438 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.689269 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.753875 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.860045 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.919548 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:21.995865 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:22.104419 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:22.165040 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:22.229137 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:22.335668 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:22.399876 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:22.463395 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:22.566989 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:22.624978 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:22.685947 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:22.790445 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:22.848898 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:22.911554 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.014430 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.074430 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.137479 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.240709 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.298712 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.360543 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.464344 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.522198 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.584794 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.689553 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.751718 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.821007 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:23.929769 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:01:24.032212 140642540647872 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 08:01:24.697604 140642540647872 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 08:01:24.971693 140642540647872 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 08:01:31.366472 140642540647872 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 08:01:32.483685 140642540647872 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 08:01:46.503001 140642540647872 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 08:01:46.671314 140642540647872 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:02:06.205651 140642540647872 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 08:02:19.515779 140642540647872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 08:02:20.563179 140642540647872 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 08:02:20.563735 140642540647872 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 08:02:20.564335: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 08:02:20.593116 140642540647872 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 08:02:20.621661 140642540647872 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 08:02:20.674797 140642540647872 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 08:02:36.102248 140642540647872 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 08:02:36.103271 140640530188032 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 08:02:36.103868 140640521795328 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 08:02:36.169804 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:02:36.244743 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:02:36.289587 140642540647872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:02:36.290013 140642540647872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 08:03:06.319036 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:03:06.412211 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 08:03:27.711179 140640521795328 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 08:03:36.479418 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:03:36.601305 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:04:06.691751 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:04:06.794557 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:04:07.609765 140642540647872 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.6936436, step = 200 +I1010 08:04:22.347862 140642540647872 basic_session_run_hooks.py:262] loss = 4.6936436, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:04:22.350686 140642540647872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:04:22.350994 140642540647872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 08:04:34.118957 140640521795328 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 08:04:36.872158 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:04:36.943044 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:05:07.023055 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:05:07.136396 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:05:13.951735 140642540647872 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.404062, step = 400 (63.693 sec) +I1010 08:05:26.040447 140642540647872 basic_session_run_hooks.py:260] loss = 3.404062, step = 400 (63.693 sec) +INFO:tensorflow:global_step/sec: 3.1401 +I1010 08:05:26.042097 140642540647872 tpu_estimator.py:2307] global_step/sec: 3.1401 +INFO:tensorflow:examples/sec: 205790 +I1010 08:05:26.043463 140642540647872 tpu_estimator.py:2308] examples/sec: 205790 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:05:26.044902 140642540647872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:05:26.045089 140642540647872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 8) +I1010 08:05:34.255219 140640521795328 tpu_estimator.py:279] Outfeed finished for iteration (2, 8) +I1010 08:05:37.209963 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:05:37.290852 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:06:07.368372 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:06:07.447737 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:06:12.694236 140642540647872 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3644319, step = 600 (59.920 sec) +I1010 08:06:25.960283 140642540647872 basic_session_run_hooks.py:260] loss = 3.3644319, step = 600 (59.920 sec) +INFO:tensorflow:global_step/sec: 3.33769 +I1010 08:06:25.963730 140642540647872 tpu_estimator.py:2307] global_step/sec: 3.33769 +INFO:tensorflow:examples/sec: 218739 +I1010 08:06:25.964160 140642540647872 tpu_estimator.py:2308] examples/sec: 218739 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:06:25.965254 140642540647872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:06:25.965420 140642540647872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 9) +I1010 08:06:34.378256 140640521795328 tpu_estimator.py:279] Outfeed finished for iteration (3, 9) +I1010 08:06:37.522589 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:06:37.602022 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:07:07.693186 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:07:07.766186 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:07:12.660880 140642540647872 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.7604456, step = 800 (61.126 sec) +I1010 08:07:27.086699 140642540647872 basic_session_run_hooks.py:260] loss = 2.7604456, step = 800 (61.126 sec) +INFO:tensorflow:global_step/sec: 3.27198 +I1010 08:07:27.088839 140642540647872 tpu_estimator.py:2307] global_step/sec: 3.27198 +INFO:tensorflow:examples/sec: 214432 +I1010 08:07:27.089261 140642540647872 tpu_estimator.py:2308] examples/sec: 214432 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:07:27.090554 140642540647872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:07:27.090722 140642540647872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 5) +I1010 08:07:34.512377 140640521795328 tpu_estimator.py:279] Outfeed finished for iteration (4, 5) +I1010 08:07:37.851078 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:07:37.928035 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:08:08.009565 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:08:08.114696 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:08:13.690372 140642540647872 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 08:08:22.250562 140642540647872 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.2982945, step = 1000 (61.048 sec) +I1010 08:08:28.134852 140642540647872 basic_session_run_hooks.py:260] loss = 2.2982945, step = 1000 (61.048 sec) +INFO:tensorflow:global_step/sec: 3.27613 +I1010 08:08:28.136460 140642540647872 tpu_estimator.py:2307] global_step/sec: 3.27613 +INFO:tensorflow:examples/sec: 214704 +I1010 08:08:28.136873 140642540647872 tpu_estimator.py:2308] examples/sec: 214704 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:08:28.137904 140642540647872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:08:28.138083 140642540647872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 1) +I1010 08:08:34.573956 140640521795328 tpu_estimator.py:279] Outfeed finished for iteration (5, 1) +I1010 08:08:38.194534 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:08:38.312716 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:09:08.394537 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:09:08.479516 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:09:13.942374 140642540647872 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.3063323, step = 1200 (58.607 sec) +I1010 08:09:26.741715 140642540647872 basic_session_run_hooks.py:260] loss = 2.3063323, step = 1200 (58.607 sec) +INFO:tensorflow:global_step/sec: 3.41256 +I1010 08:09:26.743509 140642540647872 tpu_estimator.py:2307] global_step/sec: 3.41256 +INFO:tensorflow:examples/sec: 223646 +I1010 08:09:26.743948 140642540647872 tpu_estimator.py:2308] examples/sec: 223646 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:09:26.745388 140642540647872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:09:26.745603 140642540647872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 6) +I1010 08:09:34.593760 140640521795328 tpu_estimator.py:279] Outfeed finished for iteration (6, 6) +I1010 08:09:38.539531 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:09:38.621354 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:10:08.703685 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:10:08.779947 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:10:13.282150 140642540647872 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 1.9027773, step = 1400 (59.048 sec) +I1010 08:10:25.789287 140642540647872 basic_session_run_hooks.py:260] loss = 1.9027773, step = 1400 (59.048 sec) +INFO:tensorflow:global_step/sec: 3.38709 +I1010 08:10:25.791296 140642540647872 tpu_estimator.py:2307] global_step/sec: 3.38709 +INFO:tensorflow:examples/sec: 221976 +I1010 08:10:25.791731 140642540647872 tpu_estimator.py:2308] examples/sec: 221976 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:10:25.792855 140642540647872 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:10:25.793037 140642540647872 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 11) +I1010 08:10:34.667519 140640521795328 tpu_estimator.py:279] Outfeed finished for iteration (7, 11) +I1010 08:10:38.846793 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:10:38.927642 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:11:09.007189 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:11:09.079531 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:11:13.297059 140642540647872 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.137342, step = 1600 (61.683 sec) +I1010 08:11:27.471791 140642540647872 basic_session_run_hooks.py:260] loss = 2.137342, step = 1600 (61.683 sec) +INFO:tensorflow:global_step/sec: 3.2424 +I1010 08:11:27.474047 140642540647872 tpu_estimator.py:2307] global_step/sec: 3.2424 +INFO:tensorflow:examples/sec: 212494 +I1010 08:11:27.474747 140642540647872 tpu_estimator.py:2308] examples/sec: 212494 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 08:11:27.476433 140642540647872 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 08:11:27.476788 140642540647872 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 4) +I1010 08:11:34.812755 140640521795328 tpu_estimator.py:279] Outfeed finished for iteration (8, 4) +I1010 08:11:39.150752 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:11:39.225852 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.7942415, step = 1760 (38.731 sec) +I1010 08:12:06.203151 140642540647872 basic_session_run_hooks.py:260] loss = 1.7942415, step = 1760 (38.731 sec) +INFO:tensorflow:global_step/sec: 4.13107 +I1010 08:12:06.204868 140642540647872 tpu_estimator.py:2307] global_step/sec: 4.13107 +INFO:tensorflow:examples/sec: 270734 +I1010 08:12:06.205225 140642540647872 tpu_estimator.py:2308] examples/sec: 270734 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:12:06.206795 140642540647872 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:12:09.299232 140640513402624 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:12:09.498903 140640513402624 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 08:12:19.175371 140642540647872 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 08:12:19.175673 140642540647872 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 08:12:19.175920 140640530188032 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 08:12:19.176035 140640530188032 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 08:12:19.176223 140642540647872 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 08:12:19.176366 140642540647872 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 08:12:19.176425 140642540647872 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 08:12:19.176601 140640521795328 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 08:12:19.176696 140640521795328 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 08:12:19.176826 140642540647872 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 08:12:19.176922 140642540647872 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.7942415. +I1010 08:12:41.271939 140642540647872 estimator.py:371] Loss for final step: 1.7942415. +INFO:tensorflow:training_loop marked as finished +I1010 08:12:41.272941 140642540647872 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 08:12:44.326805 139816880502208 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 08:12:44.334218 139816880502208 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 08:12:44.334500 139816880502208 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 08:12:44.339194 139816880502208 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:12:44.393847 139816880502208 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 08:12:44.394114 139816880502208 transport.py:157] Attempting refresh to obtain initial access_token +I1010 08:12:44.469089 139816880502208 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:12:44.511424 139816880502208 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 08:12:44.511687 139816880502208 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 08:12:44.585031 139816880502208 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 08:12:44.586102 139816880502208 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 08:12:44.586350 139816880502208 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 08:12:44.586819 139816880502208 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 08:12:44.586906 139816880502208 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 08:12:44.586990 139816880502208 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 08:12:44.587105 139816880502208 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:12:44.870414 139816880502208 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 08:12:44.870902 139816880502208 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 08:12:44.871252 139816880502208 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 08:12:44.872636: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 08:12:44.886584 139816880502208 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 08:12:44.886862 139816880502208 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 08:12:44.888971 139816880502208 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 08:12:44.889048 139816880502208 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 08:12:44.889112 139816880502208 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 08:12:44.889429 139816880502208 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 08:12:44.889514 139816880502208 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 08:12:44.889581 139816880502208 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 08:12:44.889653 139816880502208 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 08:12:44.889714 139816880502208 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 08:12:44.889775 139816880502208 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 08:12:44.889834 139816880502208 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 08:12:44.889894 139816880502208 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 08:12:44.889954 139816880502208 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 08:12:44.890014 139816880502208 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 08:12:44.895572 139816880502208 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 08:12:44.897447 139816880502208 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 08:12:44.912416 139816880502208 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 08:12:44.912719 139816880502208 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 08:12:44.921257 139816880502208 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 08:12:45.010042 139816880502208 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:12:45.010303 139816880502208 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 08:12:45.178402 139816880502208 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 08:12:45.179358 139816880502208 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 08:12:45.180032 139816880502208 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 08:12:45.619860 139816880502208 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 08:12:46.321783: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 08:12:46.321849: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 08:12:46.321888: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 08:12:46.347316 139816880502208 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 08:12:46.349263 139816880502208 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 08:12:46.366549 139816880502208 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 08:12:46.394156 139816880502208 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 08:12:48.699939 139816880502208 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 08:12:48.705434 139816880502208 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 08:12:48.732283 139816880502208 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 08:12:48.782474 139816880502208 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 08:12:48.796655 139816880502208 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 08:12:48.907655 139816880502208 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 08:12:49.161026 139816880502208 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 08:12:49.177126 139816880502208 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 08:12:49.196724 139816880502208 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T08:12:49Z +I1010 08:12:49.213952 139816880502208 evaluation.py:255] Starting evaluation at 2019-10-10T08:12:49Z +INFO:tensorflow:TPU job name worker +I1010 08:12:49.214201 139816880502208 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 08:12:49.741427 139816880502208 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:12:49.826157 139816880502208 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 08:12:52.969086 139816880502208 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 08:12:52.986579 139816880502208 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 08:12:53.025187 139816880502208 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 08:12:53.043373 139816880502208 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 08:12:59.262254 139816880502208 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 08:12:59.263305 139814934406912 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 08:12:59.263932 139814926014208 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 08:12:59.520421 139816880502208 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 08:12:59.543617 139816880502208 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 08:12:59.545245 139816880502208 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 08:12:59.591202 139814917621504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 08:12:59.651614 139814917621504 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 08:13:10.427685 139814926014208 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 08:13:19.014698 139816880502208 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 08:13:19.015048 139816880502208 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 08:13:19.015165 139816880502208 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 08:13:19.015342 139814934406912 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 08:13:19.015466 139814934406912 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 08:13:19.015611 139816880502208 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 08:13:19.015728 139816880502208 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 08:13:19.015791 139816880502208 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 08:13:19.015912 139814926014208 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 08:13:19.016004 139814926014208 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 08:13:19.016129 139816880502208 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 08:13:19.016222 139816880502208 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-08:13:29 +I1010 08:13:29.889859 139816880502208 evaluation.py:275] Finished evaluation at 2019-10-10-08:13:29 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9407076, top_1_accuracy = 0.75219727, top_5_accuracy = 0.9242554 +I1010 08:13:29.890206 139816880502208 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9407076, top_1_accuracy = 0.75219727, top_5_accuracy = 0.9242554 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:13:32.041179 139816880502208 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 08:13:32.329602 139816880502208 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9407076, 'top_1_accuracy': 0.75219727, 'global_step': 1760, 'top_5_accuracy': 0.9242554}. Elapsed seconds: 47 +I1010 08:13:32.329956 139816880502208 resnet_main.py:597] Eval results: {'loss': 1.9407076, 'top_1_accuracy': 0.75219727, 'global_step': 1760, 'top_5_accuracy': 0.9242554}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 08:13:32.330101 139816880502208 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570694485586413... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570695133666589... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570694488.v3-512#1570695139094231... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570694521054641... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570694901464939... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570694901643213... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570694905802560... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570694961801507... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570694961995672... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570694966193833... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570695020487406... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570695020710873... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570695025059651... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570695080919978... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570695081115305... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570695085145473... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570695132972325... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570695133137693... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570695137065222... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570695210422345... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570695210.v3-512#1570695212221497... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 08:13:36.333830 140105006372288 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 08:13:36.340595 140105006372288 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 08:13:36.340828 140105006372288 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 08:13:36.344327 140105006372288 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:13:36.395804 140105006372288 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 08:13:36.396071 140105006372288 transport.py:157] Attempting refresh to obtain initial access_token +I1010 08:13:36.473043 140105006372288 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:13:36.522227 140105006372288 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 08:13:36.522484 140105006372288 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 08:13:36.600358 140105006372288 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 08:13:36.601802 140105006372288 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 08:13:36.602075 140105006372288 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 08:13:36.602513 140105006372288 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 08:13:36.602598 140105006372288 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 08:13:36.602683 140105006372288 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 08:13:36.692737 140105006372288 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 08:13:36.779886 140105006372288 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 08:13:36.781632: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 08:13:36.847069 140105006372288 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 08:13:36.847322 140105006372288 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 08:13:36.847788 140105006372288 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 08:13:36.847858 140105006372288 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 08:13:36.847923 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 08:13:36.848205 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 08:13:36.848274 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 08:13:36.848337 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 08:13:36.848398 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 08:13:36.848459 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 08:13:36.848587 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 08:13:36.848659 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 08:13:36.848720 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 08:13:36.848779 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 08:13:36.848840 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 08:13:36.848901 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 08:13:36.848962 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 08:13:36.849020 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 08:13:36.849080 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 08:13:36.849138 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 08:13:36.849199 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 08:13:36.849257 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 08:13:36.849315 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 08:13:36.849379 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 08:13:36.849437 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 08:13:36.849497 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 08:13:36.849564 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 08:13:36.849623 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 08:13:36.849682 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 08:13:36.849740 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 08:13:36.849797 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 08:13:36.849855 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 08:13:36.849914 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 08:13:36.849972 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 08:13:36.850029 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 08:13:36.850091 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 08:13:36.850153 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 08:13:36.850213 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 08:13:36.850271 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 08:13:36.850331 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 08:13:36.850395 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 08:13:36.850455 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 08:13:36.850512 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 08:13:36.850578 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 08:13:36.850636 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 08:13:36.850693 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 08:13:36.850752 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 08:13:36.850815 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 08:13:36.850873 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 08:13:36.850931 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 08:13:36.850991 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 08:13:36.851048 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 08:13:36.851108 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 08:13:36.851166 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 08:13:36.851223 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 08:13:36.851300 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 08:13:36.851360 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 08:13:36.851418 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 08:13:36.851478 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 08:13:36.851545 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 08:13:36.851610 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 08:13:36.851670 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 08:13:36.851728 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 08:13:36.851787 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 08:13:36.851845 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 08:13:36.851902 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 08:13:36.851960 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 08:13:36.852019 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 08:13:36.852077 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 08:13:36.852135 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 08:13:36.852194 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 08:13:36.852253 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 08:13:36.852319 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 08:13:36.852376 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 08:13:36.852436 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 08:13:36.852545 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 08:13:36.852615 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 08:13:36.852674 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 08:13:36.852732 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 08:13:36.852791 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 08:13:36.852849 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 08:13:36.852910 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 08:13:36.852968 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 08:13:36.853029 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 08:13:36.853086 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 08:13:36.853159 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 08:13:36.853220 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 08:13:36.853279 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 08:13:36.853338 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 08:13:36.853395 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 08:13:36.853454 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 08:13:36.853513 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 08:13:36.853579 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 08:13:36.853638 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 08:13:36.853698 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 08:13:36.853756 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 08:13:36.853815 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 08:13:36.853877 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 08:13:36.853935 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 08:13:36.853993 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 08:13:36.854052 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 08:13:36.854110 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 08:13:36.854168 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 08:13:36.854227 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 08:13:36.854293 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 08:13:36.854351 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 08:13:36.854409 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 08:13:36.854469 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 08:13:36.854532 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 08:13:36.854592 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 08:13:36.854654 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 08:13:36.854712 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 08:13:36.854773 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 08:13:36.854832 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 08:13:36.854892 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 08:13:36.854952 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 08:13:36.855010 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 08:13:36.855067 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 08:13:36.855127 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 08:13:36.855184 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 08:13:36.855242 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 08:13:36.855299 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 08:13:36.855361 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 08:13:36.855421 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 08:13:36.855479 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 08:13:36.855545 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 08:13:36.855606 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 08:13:36.855664 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 08:13:36.855722 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 08:13:36.855782 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 08:13:36.855839 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 08:13:36.855896 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 08:13:36.855953 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 08:13:36.856012 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 08:13:36.856074 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 08:13:36.856133 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 08:13:36.856193 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 08:13:36.856251 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 08:13:36.856308 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 08:13:36.856367 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 08:13:36.856424 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 08:13:36.856517 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 08:13:36.856597 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 08:13:36.856657 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 08:13:36.856715 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 08:13:36.856772 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 08:13:36.856832 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 08:13:36.856897 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 08:13:36.856956 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 08:13:36.857014 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 08:13:36.857072 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 08:13:36.857131 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 08:13:36.857188 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 08:13:36.857247 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 08:13:36.857306 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 08:13:36.857363 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 08:13:36.857422 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 08:13:36.857481 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 08:13:36.857547 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 08:13:36.857613 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 08:13:36.857672 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 08:13:36.857732 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 08:13:36.857789 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 08:13:36.857848 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 08:13:36.857907 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 08:13:36.857965 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 08:13:36.858025 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 08:13:36.858083 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 08:13:36.858140 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 08:13:36.858211 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 08:13:36.858270 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 08:13:36.858335 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 08:13:36.858393 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 08:13:36.858452 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 08:13:36.858510 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 08:13:36.858575 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 08:13:36.858633 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 08:13:36.858691 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 08:13:36.858748 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 08:13:36.858808 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 08:13:36.858865 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 08:13:36.858923 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 08:13:36.858983 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 08:13:36.859041 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 08:13:36.859103 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 08:13:36.859162 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 08:13:36.859219 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 08:13:36.859277 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 08:13:36.859334 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 08:13:36.859401 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 08:13:36.859461 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 08:13:36.859519 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 08:13:36.859586 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 08:13:36.859643 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 08:13:36.859702 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 08:13:36.859760 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 08:13:36.859822 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 08:13:36.859882 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 08:13:36.859939 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 08:13:36.859997 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 08:13:36.860054 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 08:13:36.860112 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 08:13:36.860172 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 08:13:36.860230 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 08:13:36.860287 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 08:13:36.860346 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 08:13:36.860404 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 08:13:36.860461 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 08:13:36.860580 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 08:13:36.860651 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 08:13:36.860709 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 08:13:36.860769 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 08:13:36.860827 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 08:13:36.860887 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 08:13:36.860945 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 08:13:36.861004 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 08:13:36.861062 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 08:13:36.861120 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 08:13:36.861179 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 08:13:36.861237 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 08:13:36.861294 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 08:13:36.861356 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 08:13:36.861413 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 08:13:36.861473 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 08:13:36.861540 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 08:13:36.861601 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 08:13:36.861660 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 08:13:36.861717 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 08:13:36.861776 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 08:13:36.861834 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 08:13:36.861891 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 08:13:36.861949 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 08:13:36.862006 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 08:13:36.862068 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 08:13:36.862128 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 08:13:36.862190 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 08:13:36.862248 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 08:13:36.862307 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 08:13:36.862364 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 08:13:36.862421 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 08:13:36.862479 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 08:13:36.862545 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 08:13:36.862603 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 08:13:36.862660 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 08:13:36.862719 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 08:13:36.862777 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 08:13:36.862843 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 08:13:36.862901 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 08:13:36.862960 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 08:13:36.863018 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 08:13:36.863075 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 08:13:36.863133 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 08:13:36.863203 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 08:13:36.863260 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 08:13:36.863318 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 08:13:36.863378 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 08:13:36.863436 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 08:13:36.863496 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 08:13:36.863564 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 08:13:36.863624 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 08:13:36.863682 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 08:13:36.863739 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 08:13:36.863797 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 08:13:36.863857 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 08:13:36.863915 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 08:13:36.863974 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 08:13:36.864031 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 08:13:36.864089 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 08:13:36.864147 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 08:13:36.864206 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 08:13:36.864267 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 08:13:36.864326 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 08:13:36.864382 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 08:13:36.864440 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 08:13:36.864520 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 08:13:36.864584 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 08:13:36.864644 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 08:13:36.864701 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 08:13:36.864759 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 08:13:36.864818 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 08:13:36.864876 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 08:13:36.864933 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 08:13:36.864990 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 08:13:36.865056 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 08:13:36.865113 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 08:13:36.865171 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 08:13:36.865230 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 08:13:36.865288 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 08:13:36.865345 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 08:13:36.865402 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 08:13:36.865461 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 08:13:36.865519 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 08:13:36.865583 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 08:13:36.865642 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 08:13:36.865699 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 08:13:36.865761 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 08:13:36.865818 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 08:13:36.865878 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 08:13:36.865935 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 08:13:36.865992 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 08:13:36.866050 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 08:13:36.866108 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 08:13:36.866167 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 08:13:36.866225 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 08:13:36.866281 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 08:13:36.866339 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 08:13:36.866396 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 08:13:36.866455 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 08:13:36.866517 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 08:13:36.866581 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 08:13:36.866640 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 08:13:36.866698 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 08:13:36.866756 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 08:13:36.866816 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 08:13:36.866874 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 08:13:36.866931 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 08:13:36.866990 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 08:13:36.867048 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 08:13:36.867105 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 08:13:36.867162 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 08:13:36.867223 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 08:13:36.867283 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 08:13:36.867341 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 08:13:36.867400 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 08:13:36.867460 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 08:13:36.867517 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 08:13:36.867583 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 08:13:36.867641 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 08:13:36.867707 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 08:13:36.867765 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 08:13:36.867824 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 08:13:36.867886 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 08:13:36.867949 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 08:13:36.868009 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 08:13:36.868073 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 08:13:36.868134 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 08:13:36.868204 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 08:13:36.868263 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 08:13:36.868321 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 08:13:36.868380 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 08:13:36.868438 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 08:13:36.868520 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 08:13:36.868587 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 08:13:36.868644 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 08:13:36.868704 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 08:13:36.868767 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 08:13:36.868827 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 08:13:36.868885 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 08:13:36.868942 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 08:13:36.869000 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 08:13:36.869059 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 08:13:36.869116 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 08:13:36.869174 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 08:13:36.869230 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 08:13:36.869287 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 08:13:36.869347 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 08:13:36.869405 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 08:13:36.869468 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 08:13:36.869533 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 08:13:36.869592 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 08:13:36.869651 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 08:13:36.869709 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 08:13:36.869766 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 08:13:36.869826 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 08:13:36.869884 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 08:13:36.869940 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 08:13:36.869999 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 08:13:36.870058 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 08:13:36.870116 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 08:13:36.870177 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 08:13:36.870235 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 08:13:36.870294 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 08:13:36.870351 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 08:13:36.870408 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 08:13:36.870465 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 08:13:36.870523 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 08:13:36.870588 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 08:13:36.870645 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 08:13:36.870703 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 08:13:36.870762 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 08:13:36.870820 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 08:13:36.870877 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 08:13:36.870942 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 08:13:36.871000 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 08:13:36.871057 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 08:13:36.871115 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 08:13:36.871174 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 08:13:36.871232 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 08:13:36.871309 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 08:13:36.871371 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 08:13:36.871429 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 08:13:36.871489 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 08:13:36.871552 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 08:13:36.871612 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 08:13:36.871674 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 08:13:36.871732 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 08:13:36.871790 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 08:13:36.871848 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 08:13:36.871906 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 08:13:36.871964 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 08:13:36.872023 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 08:13:36.872081 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 08:13:36.872138 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 08:13:36.872195 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 08:13:36.872253 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 08:13:36.872311 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 08:13:36.872371 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 08:13:36.872430 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 08:13:36.872503 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 08:13:36.872569 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 08:13:36.872627 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 08:13:36.872684 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 08:13:36.872744 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 08:13:36.872802 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 08:13:36.872859 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 08:13:36.872916 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 08:13:36.872975 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 08:13:36.873033 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 08:13:36.873090 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 08:13:36.873167 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 08:13:36.873228 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 08:13:36.873286 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 08:13:36.873344 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 08:13:36.873404 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 08:13:36.873462 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 08:13:36.873521 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 08:13:36.873585 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 08:13:36.873642 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 08:13:36.873701 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 08:13:36.873759 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 08:13:36.873816 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 08:13:36.873878 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 08:13:36.873938 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 08:13:36.873996 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 08:13:36.874054 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 08:13:36.874111 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 08:13:36.874171 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 08:13:36.874228 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 08:13:36.874285 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 08:13:36.874344 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 08:13:36.874402 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 08:13:36.874459 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 08:13:36.874516 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 08:13:36.874582 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 08:13:36.874650 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 08:13:36.874708 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 08:13:36.874767 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 08:13:36.874825 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 08:13:36.874882 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 08:13:36.874941 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 08:13:36.874999 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 08:13:36.875056 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 08:13:36.875113 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 08:13:36.875170 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 08:13:36.875230 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 08:13:36.875288 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 08:13:36.875349 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 08:13:36.875407 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 08:13:36.875466 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 08:13:36.875524 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 08:13:36.875588 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 08:13:36.875647 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 08:13:36.875705 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 08:13:36.875762 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 08:13:36.875821 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 08:13:36.875879 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 08:13:36.875936 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 08:13:36.875994 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 08:13:36.876056 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 08:13:36.876113 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 08:13:36.876172 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 08:13:36.876229 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 08:13:36.876286 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 08:13:36.876343 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 08:13:36.876400 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 08:13:36.876458 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 08:13:36.876540 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 08:13:36.876600 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 08:13:36.876661 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 08:13:36.876718 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 08:13:36.876776 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 08:13:36.876841 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 08:13:36.876899 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 08:13:36.876956 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 08:13:36.877015 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 08:13:36.877072 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 08:13:36.877130 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 08:13:36.877188 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 08:13:36.877248 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 08:13:36.877305 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 08:13:36.877363 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 08:13:36.877422 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 08:13:36.877480 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 08:13:36.877553 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 08:13:36.877614 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 08:13:36.877671 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 08:13:36.877732 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 08:13:36.877789 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 08:13:36.877846 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 08:13:36.877904 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 08:13:36.877964 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 08:13:36.878021 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 08:13:36.878081 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 08:13:36.878138 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 08:13:36.878206 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 08:13:36.878264 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 08:13:36.878328 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 08:13:36.878386 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 08:13:36.878444 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 08:13:36.878504 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 08:13:36.878570 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 08:13:36.878628 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 08:13:36.878686 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 08:13:36.878746 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 08:13:36.878803 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 08:13:36.878860 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 08:13:36.878920 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 08:13:36.878978 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 08:13:36.879040 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 08:13:36.879097 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 08:13:36.879156 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 08:13:36.879215 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 08:13:36.879273 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 08:13:36.879331 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 08:13:36.879389 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 08:13:36.879446 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 08:13:36.879504 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 08:13:36.879569 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 08:13:36.879626 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 08:13:36.879684 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 08:13:36.879745 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 08:13:36.879803 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 08:13:36.879863 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 08:13:36.879920 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 08:13:36.879978 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 08:13:36.880037 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 08:13:36.880095 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 08:13:36.880152 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 08:13:36.880209 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 08:13:36.880266 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 08:13:36.880325 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 08:13:36.880383 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 08:13:36.880441 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 08:13:36.880528 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 08:13:36.880592 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 08:13:36.880650 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 08:13:36.880708 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 08:13:36.880767 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 08:13:36.880825 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 08:13:36.880882 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 08:13:36.880939 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 08:13:36.880997 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 08:13:36.881056 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 08:13:36.881114 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 08:13:36.881172 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 08:13:36.881236 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 08:13:36.881294 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 08:13:36.881350 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 08:13:36.881408 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 08:13:36.881467 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 08:13:36.881525 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 08:13:36.881588 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 08:13:36.881647 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 08:13:36.881705 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 08:13:36.881763 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 08:13:36.881822 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 08:13:36.881880 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 08:13:36.881942 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 08:13:36.881999 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 08:13:36.882057 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 08:13:36.882114 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 08:13:36.882173 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 08:13:36.882230 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 08:13:36.882287 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 08:13:36.882345 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 08:13:36.882404 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 08:13:36.882462 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 08:13:36.882520 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 08:13:36.882585 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 08:13:36.882642 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 08:13:36.882704 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 08:13:36.882764 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 08:13:36.882822 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 08:13:36.882879 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 08:13:36.882936 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 08:13:36.882994 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 08:13:36.883053 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 08:13:36.883111 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 08:13:36.883179 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 08:13:36.883239 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 08:13:36.883297 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 08:13:36.883354 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 08:13:36.883419 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 08:13:36.883479 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 08:13:36.883542 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 08:13:36.883600 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 08:13:36.883660 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 08:13:36.883718 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 08:13:36.883776 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 08:13:36.883836 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 08:13:36.883893 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 08:13:36.883951 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 08:13:36.884010 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 08:13:36.884068 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 08:13:36.884130 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 08:13:36.884187 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 08:13:36.884244 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 08:13:36.884303 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 08:13:36.884361 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 08:13:36.884421 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 08:13:36.884495 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 08:13:36.884563 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 08:13:36.884622 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 08:13:36.884680 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 08:13:36.884737 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 08:13:36.884794 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 08:13:36.884854 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 08:13:36.884916 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 08:13:36.884974 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 08:13:36.885031 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 08:13:36.885091 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 08:13:36.885149 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 08:13:36.885207 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 08:13:36.885266 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 08:13:36.885324 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 08:13:36.885381 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 08:13:36.885438 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 08:13:36.885497 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 08:13:36.885561 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 08:13:36.885624 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 08:13:36.885683 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 08:13:36.885746 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 08:13:36.885807 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 08:13:36.885865 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 08:13:36.885924 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 08:13:36.885982 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 08:13:36.886040 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 08:13:36.886097 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 08:13:36.886156 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 08:13:36.886213 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 08:13:36.886271 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 08:13:36.886331 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 08:13:36.886398 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 08:13:36.886456 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 08:13:36.886514 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 08:13:36.886579 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 08:13:36.886639 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 08:13:36.886704 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 08:13:36.886764 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 08:13:36.886822 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 08:13:36.886881 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 08:13:36.886939 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 08:13:36.886997 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 08:13:36.887057 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 08:13:36.887120 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 08:13:36.887178 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 08:13:36.887237 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 08:13:36.887295 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 08:13:36.887352 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 08:13:36.887411 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 08:13:36.887469 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 08:13:36.887531 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 08:13:36.887590 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 08:13:36.887650 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 08:13:36.887708 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 08:13:36.887768 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 08:13:36.887833 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 08:13:36.887892 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 08:13:36.887950 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 08:13:36.888009 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 08:13:36.888067 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 08:13:36.888124 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 08:13:36.888195 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 08:13:36.888252 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 08:13:36.888312 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 08:13:36.888370 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 08:13:36.888428 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 08:13:36.888504 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 08:13:36.888570 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 08:13:36.888633 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 08:13:36.888691 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 08:13:36.888751 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 08:13:36.888808 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 08:13:36.888866 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 08:13:36.888925 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 08:13:36.888983 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 08:13:36.889043 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 08:13:36.889101 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 08:13:36.889158 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 08:13:36.889216 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 08:13:36.889275 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 08:13:36.889337 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 08:13:36.889394 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 08:13:36.889451 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 08:13:36.889508 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 08:13:36.889573 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 08:13:36.889631 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 08:13:36.889689 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 08:13:36.889748 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 08:13:36.889807 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 08:13:36.889866 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 08:13:36.889924 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 08:13:36.889981 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 08:13:36.890043 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 08:13:36.890100 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 08:13:36.890157 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 08:13:36.890214 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 08:13:36.890273 140105006372288 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 08:13:36.895555 140105006372288 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 08:13:36.896064 140105006372288 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 08:13:36.907958 140105006372288 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 08:13:36.925524 140105006372288 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 08:13:36.925785 140105006372288 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 08:13:36.933234 140105006372288 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 08:13:37.018397 140105006372288 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:13:37.018667 140105006372288 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 08:13:37.021095 140105006372288 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:13:37.021296 140105006372288 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 08:13:37.179650 140105006372288 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 08:13:37.180428 140105006372288 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 08:13:37.181102 140105006372288 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 08:13:37.592521 140105006372288 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 08:13:37.984076 140105006372288 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 08:13:38.286140: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 08:13:38.286186: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 08:13:38.286213: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 08:13:48.298990 140105006372288 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 08:13:48.300549 140105006372288 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 08:13:48.314259 140105006372288 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 08:13:48.352619 140105006372288 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 08:13:51.314069 140105006372288 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 08:13:51.318962 140105006372288 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 08:13:51.344875 140105006372288 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 08:13:51.390734 140105006372288 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 08:13:51.401792 140105006372288 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 08:13:51.482287 140105006372288 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 08:13:51.486205 140105006372288 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 08:13:51.486401 140105006372288 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 08:13:51.486473 140105006372288 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 08:13:51.486536 140105006372288 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 08:13:51.486605 140105006372288 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 08:13:51.486665 140105006372288 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.2 ************************************** +I1010 08:13:51.486725 140105006372288 resnet_main.py:388] ****************************** the weight_decay_input is 1.2 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 08:13:51.486841 140105006372288 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 08:13:51.486958 140105006372288 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 08:13:51.487870 140105006372288 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 08:13:51.518023 140105006372288 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 08:13:54.409573 140105006372288 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:54.493642 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:54.552995 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:54.614908 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:54.720766 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:54.781547 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:54.844521 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:54.950916 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.010531 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.072607 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.177722 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.239061 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.302390 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.412267 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.474040 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.537978 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.646648 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.710228 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.777795 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.905090 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:55.966423 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.030670 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.139539 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.202527 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.267081 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.374888 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.435278 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.497359 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.603586 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.662341 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.725426 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.830478 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.890954 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:56.953175 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.059561 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.118791 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.183799 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.291634 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.351118 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.413863 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.519198 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.579782 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.642493 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.748696 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.807660 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.871330 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:57.984504 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.043747 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.106749 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.214272 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.275115 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.338386 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.447973 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.507019 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.569875 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.675082 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.735387 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.797640 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.903829 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:58.964920 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.027729 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.133025 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.193747 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.260031 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.367060 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.426428 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.488163 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.591862 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.654078 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.718029 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.822348 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.882349 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:13:59.945951 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:00.053793 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:00.118498 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:00.202804 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:00.322151 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:00.674130 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:00.741933 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:00.847959 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:00.908159 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:00.970263 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:01.075376 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:01.137578 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:01.203243 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:01.308532 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:01.368730 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:01.433500 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:01.540683 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:01.600081 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:01.664208 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:01.773732 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:01.836647 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:01.902625 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.015387 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.077203 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.140207 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.256194 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.317013 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.381477 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.487960 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.550479 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.616389 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.726063 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.785264 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.847551 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:02.954329 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.014525 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.078200 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.185518 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.249211 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.313654 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.421278 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.481197 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.543596 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.647783 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.707469 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.770942 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.876538 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:03.938021 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.010771 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.120443 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.180741 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.246253 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.353230 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.413186 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.475548 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.581603 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.643639 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.709803 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.818339 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.880778 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:04.945298 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.050724 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.110296 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.174622 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.286840 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.348951 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.414835 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.521627 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.584182 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.650758 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.762033 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.822716 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.886846 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:05.995685 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:06.057163 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:06.123086 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:06.234090 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:06.297871 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:06.367212 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:06.478061 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:06.540137 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:06.603739 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:06.711263 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:06.771722 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:06.836728 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:06.943929 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:07.005645 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:07.075915 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:07.186485 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:14:07.294203 140105006372288 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 08:14:07.952107 140105006372288 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 08:14:08.213717 140105006372288 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 08:14:14.476572 140105006372288 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 08:14:15.547821 140105006372288 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 08:14:29.562237 140105006372288 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 08:14:29.729815 140105006372288 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:14:48.962469 140105006372288 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 08:15:02.586610 140105006372288 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 08:15:03.590060 140105006372288 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 08:15:03.590502 140105006372288 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 08:15:03.590973: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0'] +I1010 08:15:03.617829 140105006372288 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 08:15:03.645833 140105006372288 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 08:15:03.698714 140105006372288 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 08:15:18.431138 140105006372288 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 08:15:18.431951 140102995789568 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 08:15:18.432343 140102987396864 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 08:15:18.493316 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:15:18.571929 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:15:18.619074 140105006372288 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:15:18.619410 140105006372288 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 08:15:48.659104 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:15:48.742574 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 08:16:10.932823 140102987396864 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 08:16:18.824614 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:16:18.906507 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:16:48.987112 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:16:49.064807 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:16:50.781033 140105006372288 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.9117312, step = 200 +I1010 08:17:04.893778 140105006372288 basic_session_run_hooks.py:262] loss = 4.9117312, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:17:04.895829 140105006372288 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:17:04.896048 140105006372288 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 08:17:16.621197 140102987396864 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 08:17:19.148454 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:17:19.231569 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:17:49.311165 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:17:49.387762 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:17:57.120347 140105006372288 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.583103, step = 400 (63.739 sec) +I1010 08:18:08.632392 140105006372288 basic_session_run_hooks.py:260] loss = 3.583103, step = 400 (63.739 sec) +INFO:tensorflow:global_step/sec: 3.13781 +I1010 08:18:08.633949 140105006372288 tpu_estimator.py:2307] global_step/sec: 3.13781 +INFO:tensorflow:examples/sec: 205640 +I1010 08:18:08.634845 140105006372288 tpu_estimator.py:2308] examples/sec: 205640 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:18:08.635869 140105006372288 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:18:08.636059 140105006372288 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 8) +I1010 08:18:16.708009 140102987396864 tpu_estimator.py:279] Outfeed finished for iteration (2, 8) +I1010 08:18:19.462588 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:18:19.531236 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:18:49.609560 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:18:49.694787 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:18:55.106728 140105006372288 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.294458, step = 600 (60.158 sec) +I1010 08:19:08.790472 140105006372288 basic_session_run_hooks.py:260] loss = 3.294458, step = 600 (60.158 sec) +INFO:tensorflow:global_step/sec: 3.32445 +I1010 08:19:08.794310 140105006372288 tpu_estimator.py:2307] global_step/sec: 3.32445 +INFO:tensorflow:examples/sec: 217871 +I1010 08:19:08.794850 140105006372288 tpu_estimator.py:2308] examples/sec: 217871 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:19:08.796040 140105006372288 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:19:08.796266 140105006372288 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 5) +I1010 08:19:16.823853 140102987396864 tpu_estimator.py:279] Outfeed finished for iteration (3, 5) +I1010 08:19:19.773150 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:19:19.854229 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:19:49.923424 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:19:50.023226 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:19:55.951136 140105006372288 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9270504, step = 800 (60.343 sec) +I1010 08:20:09.133843 140105006372288 basic_session_run_hooks.py:260] loss = 2.9270504, step = 800 (60.343 sec) +INFO:tensorflow:global_step/sec: 3.31447 +I1010 08:20:09.135684 140105006372288 tpu_estimator.py:2307] global_step/sec: 3.31447 +INFO:tensorflow:examples/sec: 217217 +I1010 08:20:09.136126 140105006372288 tpu_estimator.py:2308] examples/sec: 217217 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:20:09.137603 140105006372288 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:20:09.137825 140105006372288 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 5) +I1010 08:20:16.924462 140102987396864 tpu_estimator.py:279] Outfeed finished for iteration (4, 5) +I1010 08:20:20.105226 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:20:20.198717 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:20:50.275032 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:20:50.375014 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:20:55.373042 140105006372288 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 08:21:04.448183 140105006372288 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.352862, step = 1000 (61.266 sec) +I1010 08:21:10.399718 140105006372288 basic_session_run_hooks.py:260] loss = 2.352862, step = 1000 (61.266 sec) +INFO:tensorflow:global_step/sec: 3.26443 +I1010 08:21:10.402127 140105006372288 tpu_estimator.py:2307] global_step/sec: 3.26443 +INFO:tensorflow:examples/sec: 213938 +I1010 08:21:10.403003 140105006372288 tpu_estimator.py:2308] examples/sec: 213938 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:21:10.404874 140105006372288 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:21:10.405157 140105006372288 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 1) +I1010 08:21:17.076625 140102987396864 tpu_estimator.py:279] Outfeed finished for iteration (5, 1) +I1010 08:21:20.444606 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:21:20.545373 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:21:50.631139 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:21:50.702970 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:21:56.632174 140105006372288 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.1830788, step = 1200 (57.897 sec) +I1010 08:22:08.296333 140105006372288 basic_session_run_hooks.py:260] loss = 2.1830788, step = 1200 (57.897 sec) +INFO:tensorflow:global_step/sec: 3.45445 +I1010 08:22:08.298340 140105006372288 tpu_estimator.py:2307] global_step/sec: 3.45445 +INFO:tensorflow:examples/sec: 226391 +I1010 08:22:08.298839 140105006372288 tpu_estimator.py:2308] examples/sec: 226391 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:22:08.300268 140105006372288 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:22:08.300523 140105006372288 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 13) +I1010 08:22:17.265716 140102987396864 tpu_estimator.py:279] Outfeed finished for iteration (6, 13) +I1010 08:22:20.783730 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:22:20.861449 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:22:50.946259 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:22:51.030217 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:22:54.611680 140105006372288 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.4775486, step = 1400 (58.683 sec) +I1010 08:23:06.979337 140105006372288 basic_session_run_hooks.py:260] loss = 2.4775486, step = 1400 (58.683 sec) +INFO:tensorflow:global_step/sec: 3.40816 +I1010 08:23:06.980906 140105006372288 tpu_estimator.py:2307] global_step/sec: 3.40816 +INFO:tensorflow:examples/sec: 223357 +I1010 08:23:06.981266 140105006372288 tpu_estimator.py:2308] examples/sec: 223357 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:23:06.982284 140105006372288 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:23:06.982441 140105006372288 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 21) +I1010 08:23:17.367273 140102987396864 tpu_estimator.py:279] Outfeed finished for iteration (7, 21) +I1010 08:23:21.109994 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:23:21.186009 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:23:51.269439 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:23:51.340363 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:23:52.803402 140105006372288 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 1.9520224, step = 1600 (60.970 sec) +I1010 08:24:07.949279 140105006372288 basic_session_run_hooks.py:260] loss = 1.9520224, step = 1600 (60.970 sec) +INFO:tensorflow:global_step/sec: 3.28031 +I1010 08:24:07.950875 140105006372288 tpu_estimator.py:2307] global_step/sec: 3.28031 +INFO:tensorflow:examples/sec: 214978 +I1010 08:24:07.951337 140105006372288 tpu_estimator.py:2308] examples/sec: 214978 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 08:24:07.952620 140105006372288 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 08:24:07.952801 140105006372288 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 16) +I1010 08:24:17.477207 140102987396864 tpu_estimator.py:279] Outfeed finished for iteration (8, 16) +I1010 08:24:21.426769 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:24:21.527491 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.9625957, step = 1760 (38.345 sec) +I1010 08:24:46.293916 140105006372288 basic_session_run_hooks.py:260] loss = 1.9625957, step = 1760 (38.345 sec) +INFO:tensorflow:global_step/sec: 4.1727 +I1010 08:24:46.295351 140105006372288 tpu_estimator.py:2307] global_step/sec: 4.1727 +INFO:tensorflow:examples/sec: 273462 +I1010 08:24:46.295752 140105006372288 tpu_estimator.py:2308] examples/sec: 273462 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:24:46.296818 140105006372288 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:24:51.611696 140102979004160 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:24:51.687329 140102979004160 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 08:24:59.805262 140105006372288 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 08:24:59.805526 140105006372288 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 08:24:59.805756 140102995789568 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 08:24:59.805871 140102995789568 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 08:24:59.806014 140105006372288 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 08:24:59.806148 140105006372288 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 08:24:59.806207 140105006372288 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 08:24:59.806330 140102987396864 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 08:24:59.806413 140102987396864 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 08:24:59.806534 140105006372288 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 08:24:59.806633 140105006372288 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.9625957. +I1010 08:25:23.264954 140105006372288 estimator.py:371] Loss for final step: 1.9625957. +INFO:tensorflow:training_loop marked as finished +I1010 08:25:23.265861 140105006372288 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 08:25:26.393244 140058431935936 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 08:25:26.398780 140058431935936 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 08:25:26.398986 140058431935936 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 08:25:26.402107 140058431935936 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:25:26.453151 140058431935936 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 08:25:26.453418 140058431935936 transport.py:157] Attempting refresh to obtain initial access_token +I1010 08:25:26.518558 140058431935936 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:25:26.567141 140058431935936 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 08:25:26.567409 140058431935936 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 08:25:26.633486 140058431935936 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 08:25:26.634573 140058431935936 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 08:25:26.634815 140058431935936 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 08:25:26.635270 140058431935936 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 08:25:26.635355 140058431935936 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 08:25:26.635442 140058431935936 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 08:25:26.635556 140058431935936 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:25:26.873800 140058431935936 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 08:25:26.874325 140058431935936 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 08:25:26.874697 140058431935936 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 08:25:26.875979: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 08:25:26.889036 140058431935936 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 08:25:26.890711 140058431935936 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 08:25:26.891248 140058431935936 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 08:25:26.891335 140058431935936 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 08:25:26.891401 140058431935936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 08:25:26.891685 140058431935936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 08:25:26.891769 140058431935936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 08:25:26.891833 140058431935936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 08:25:26.891895 140058431935936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 08:25:26.891954 140058431935936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 08:25:26.892014 140058431935936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 08:25:26.892075 140058431935936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 08:25:26.892134 140058431935936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 08:25:26.892199 140058431935936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 08:25:26.892263 140058431935936 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 08:25:26.897773 140058431935936 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 08:25:26.899496 140058431935936 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 08:25:26.913414 140058431935936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 08:25:26.913674 140058431935936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 08:25:26.921598 140058431935936 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 08:25:27.005095 140058431935936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:25:27.005369 140058431935936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 08:25:27.159869 140058431935936 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 08:25:27.160711 140058431935936 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 08:25:27.161346 140058431935936 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 08:25:27.565268 140058431935936 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 08:25:28.122038: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 08:25:28.122091: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 08:25:28.122121: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 08:25:28.144572 140058431935936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 08:25:28.145888 140058431935936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 08:25:28.159781 140058431935936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 08:25:28.184519 140058431935936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 08:25:30.270262 140058431935936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 08:25:30.274877 140058431935936 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 08:25:30.299248 140058431935936 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 08:25:30.346661 140058431935936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 08:25:30.358407 140058431935936 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 08:25:30.454222 140058431935936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 08:25:30.690532 140058431935936 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 08:25:30.705864 140058431935936 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 08:25:30.724546 140058431935936 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T08:25:30Z +I1010 08:25:30.740624 140058431935936 evaluation.py:255] Starting evaluation at 2019-10-10T08:25:30Z +INFO:tensorflow:TPU job name worker +I1010 08:25:30.740930 140058431935936 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 08:25:31.258057 140058431935936 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:25:31.324690 140058431935936 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 08:25:34.009363 140058431935936 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 08:25:34.032326 140058431935936 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 08:25:34.073116 140058431935936 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 08:25:34.091243 140058431935936 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 08:25:40.725187 140058431935936 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 08:25:40.726273 140056754894592 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 08:25:40.726675 140056746501888 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 08:25:40.886272 140058431935936 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 08:25:40.909655 140058431935936 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 08:25:40.910536 140058431935936 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 08:25:40.949640 140056266274560 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 08:25:41.054943 140056266274560 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 08:25:52.065499 140056746501888 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 08:26:00.857615 140058431935936 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 08:26:00.857983 140058431935936 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 08:26:00.858067 140058431935936 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 08:26:00.858253 140056754894592 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 08:26:00.858371 140056754894592 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 08:26:00.858546 140058431935936 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 08:26:00.858649 140058431935936 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 08:26:00.858707 140058431935936 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 08:26:00.861299 140056746501888 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 08:26:00.861510 140056746501888 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 08:26:00.861704 140058431935936 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 08:26:00.861819 140058431935936 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-08:26:11 +I1010 08:26:11.333206 140058431935936 evaluation.py:275] Finished evaluation at 2019-10-10-08:26:11 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9508041, top_1_accuracy = 0.7533366, top_5_accuracy = 0.92474365 +I1010 08:26:11.333648 140058431935936 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9508041, top_1_accuracy = 0.7533366, top_5_accuracy = 0.92474365 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:26:13.373209 140058431935936 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 08:26:13.631778 140058431935936 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9508041, 'top_1_accuracy': 0.7533366, 'global_step': 1760, 'top_5_accuracy': 0.92474365}. Elapsed seconds: 46 +I1010 08:26:13.632088 140058431935936 resnet_main.py:597] Eval results: {'loss': 1.9508041, 'top_1_accuracy': 0.7533366, 'global_step': 1760, 'top_5_accuracy': 0.92474365}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 08:26:13.632225 140058431935936 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570695248857547... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570695894183570... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570695251.v3-512#1570695899741472... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570695283813759... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570695663558485... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570695663878146... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570695668166987... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570695723652342... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570695723829639... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570695727651464... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570695782548315... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570695782708400... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570695786472693... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570695840903815... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570695841126162... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570695844909562... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570695893474181... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570695893692744... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570695897571874... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570695971878165... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570695972.v3-512#1570695973561575... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 08:26:17.587037 140522752005568 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 08:26:17.593023 140522752005568 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 08:26:17.593305 140522752005568 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 08:26:17.596645 140522752005568 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:26:17.647428 140522752005568 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 08:26:17.647700 140522752005568 transport.py:157] Attempting refresh to obtain initial access_token +I1010 08:26:17.746927 140522752005568 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:26:17.798373 140522752005568 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 08:26:17.798626 140522752005568 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 08:26:17.884949 140522752005568 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 08:26:17.886395 140522752005568 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 08:26:17.886661 140522752005568 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 08:26:17.887115 140522752005568 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 08:26:17.887212 140522752005568 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 08:26:17.887298 140522752005568 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 08:26:18.020292 140522752005568 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 08:26:18.115751 140522752005568 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 08:26:18.117438: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 08:26:18.174585 140522752005568 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 08:26:18.174854 140522752005568 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 08:26:18.175314 140522752005568 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 08:26:18.175385 140522752005568 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 08:26:18.175451 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 08:26:18.175748 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 08:26:18.175818 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 08:26:18.175892 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 08:26:18.175956 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 08:26:18.176016 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 08:26:18.176075 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 08:26:18.176151 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 08:26:18.176218 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 08:26:18.176278 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 08:26:18.176341 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 08:26:18.176402 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 08:26:18.176461 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 08:26:18.176592 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 08:26:18.176656 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 08:26:18.176717 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 08:26:18.176778 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 08:26:18.176837 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 08:26:18.176897 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 08:26:18.176964 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 08:26:18.177023 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 08:26:18.177083 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 08:26:18.177144 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 08:26:18.177203 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 08:26:18.177263 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 08:26:18.177323 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 08:26:18.177381 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 08:26:18.177440 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 08:26:18.177500 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 08:26:18.177566 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 08:26:18.177625 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 08:26:18.177689 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 08:26:18.177748 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 08:26:18.177809 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 08:26:18.177869 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 08:26:18.177927 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 08:26:18.177987 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 08:26:18.178045 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 08:26:18.178103 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 08:26:18.178164 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 08:26:18.178224 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 08:26:18.178282 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 08:26:18.178340 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 08:26:18.178400 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 08:26:18.178462 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 08:26:18.178523 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 08:26:18.178589 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 08:26:18.178648 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 08:26:18.178708 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 08:26:18.178766 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 08:26:18.178824 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 08:26:18.178883 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 08:26:18.178941 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 08:26:18.179011 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 08:26:18.179070 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 08:26:18.179130 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 08:26:18.179193 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 08:26:18.179251 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 08:26:18.179311 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 08:26:18.179369 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 08:26:18.179428 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 08:26:18.179486 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 08:26:18.179550 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 08:26:18.179610 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 08:26:18.179670 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 08:26:18.179728 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 08:26:18.179789 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 08:26:18.179847 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 08:26:18.179907 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 08:26:18.179974 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 08:26:18.180032 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 08:26:18.180089 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 08:26:18.180149 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 08:26:18.180207 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 08:26:18.180265 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 08:26:18.180325 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 08:26:18.180385 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 08:26:18.180444 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 08:26:18.180552 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 08:26:18.180619 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 08:26:18.180680 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 08:26:18.180744 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 08:26:18.180804 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 08:26:18.180864 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 08:26:18.180922 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 08:26:18.180982 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 08:26:18.181041 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 08:26:18.181102 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 08:26:18.181162 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 08:26:18.181222 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 08:26:18.181282 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 08:26:18.181340 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 08:26:18.181400 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 08:26:18.181457 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 08:26:18.181520 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 08:26:18.181586 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 08:26:18.181646 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 08:26:18.181704 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 08:26:18.181763 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 08:26:18.181823 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 08:26:18.181880 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 08:26:18.181938 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 08:26:18.181997 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 08:26:18.182054 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 08:26:18.182112 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 08:26:18.182174 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 08:26:18.182236 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 08:26:18.182296 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 08:26:18.182353 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 08:26:18.182411 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 08:26:18.182470 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 08:26:18.182535 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 08:26:18.182600 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 08:26:18.182660 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 08:26:18.182718 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 08:26:18.182776 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 08:26:18.182835 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 08:26:18.182893 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 08:26:18.182961 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 08:26:18.183022 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 08:26:18.183082 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 08:26:18.183140 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 08:26:18.183201 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 08:26:18.183259 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 08:26:18.183317 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 08:26:18.183377 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 08:26:18.183435 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 08:26:18.183494 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 08:26:18.183557 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 08:26:18.183617 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 08:26:18.183676 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 08:26:18.183742 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 08:26:18.183801 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 08:26:18.183861 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 08:26:18.183921 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 08:26:18.183989 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 08:26:18.184048 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 08:26:18.184108 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 08:26:18.184175 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 08:26:18.184237 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 08:26:18.184295 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 08:26:18.184355 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 08:26:18.184413 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 08:26:18.184516 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 08:26:18.184607 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 08:26:18.184669 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 08:26:18.184730 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 08:26:18.184788 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 08:26:18.184848 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 08:26:18.184907 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 08:26:18.184966 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 08:26:18.185024 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 08:26:18.185082 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 08:26:18.185142 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 08:26:18.185201 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 08:26:18.185261 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 08:26:18.185327 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 08:26:18.185386 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 08:26:18.185446 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 08:26:18.185503 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 08:26:18.185569 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 08:26:18.185628 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 08:26:18.185688 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 08:26:18.185746 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 08:26:18.185806 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 08:26:18.185863 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 08:26:18.185923 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 08:26:18.185981 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 08:26:18.186044 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 08:26:18.186104 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 08:26:18.186166 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 08:26:18.186224 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 08:26:18.186283 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 08:26:18.186342 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 08:26:18.186400 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 08:26:18.186460 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 08:26:18.186520 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 08:26:18.186585 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 08:26:18.186645 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 08:26:18.186703 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 08:26:18.186765 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 08:26:18.186825 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 08:26:18.186883 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 08:26:18.186942 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 08:26:18.187000 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 08:26:18.187057 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 08:26:18.187118 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 08:26:18.187176 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 08:26:18.187235 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 08:26:18.187294 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 08:26:18.187351 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 08:26:18.187411 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 08:26:18.187468 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 08:26:18.187530 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 08:26:18.187596 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 08:26:18.187654 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 08:26:18.187711 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 08:26:18.187769 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 08:26:18.187828 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 08:26:18.187886 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 08:26:18.187944 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 08:26:18.188004 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 08:26:18.188061 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 08:26:18.188119 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 08:26:18.188178 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 08:26:18.188240 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 08:26:18.188298 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 08:26:18.188357 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 08:26:18.188416 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 08:26:18.188505 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 08:26:18.188596 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 08:26:18.188658 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 08:26:18.188718 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 08:26:18.188776 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 08:26:18.188836 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 08:26:18.188894 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 08:26:18.188952 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 08:26:18.189026 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 08:26:18.189086 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 08:26:18.189147 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 08:26:18.189208 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 08:26:18.189268 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 08:26:18.189327 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 08:26:18.189385 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 08:26:18.189444 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 08:26:18.189502 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 08:26:18.189565 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 08:26:18.189625 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 08:26:18.189682 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 08:26:18.189742 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 08:26:18.189806 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 08:26:18.189866 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 08:26:18.189924 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 08:26:18.189985 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 08:26:18.190043 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 08:26:18.190103 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 08:26:18.190160 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 08:26:18.190218 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 08:26:18.190278 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 08:26:18.190335 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 08:26:18.190395 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 08:26:18.190454 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 08:26:18.190516 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 08:26:18.190584 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 08:26:18.190644 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 08:26:18.190702 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 08:26:18.190762 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 08:26:18.190820 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 08:26:18.190879 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 08:26:18.190937 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 08:26:18.190995 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 08:26:18.191052 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 08:26:18.191112 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 08:26:18.191170 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 08:26:18.191234 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 08:26:18.191317 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 08:26:18.191375 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 08:26:18.191435 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 08:26:18.191493 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 08:26:18.191556 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 08:26:18.191617 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 08:26:18.191674 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 08:26:18.191734 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 08:26:18.191793 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 08:26:18.191854 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 08:26:18.191914 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 08:26:18.191972 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 08:26:18.192037 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 08:26:18.192095 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 08:26:18.192152 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 08:26:18.192212 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 08:26:18.192270 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 08:26:18.192327 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 08:26:18.192385 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 08:26:18.192445 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 08:26:18.192564 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 08:26:18.192631 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 08:26:18.192691 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 08:26:18.192750 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 08:26:18.192815 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 08:26:18.192874 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 08:26:18.192933 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 08:26:18.192991 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 08:26:18.193051 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 08:26:18.193109 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 08:26:18.193167 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 08:26:18.193227 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 08:26:18.193286 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 08:26:18.193346 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 08:26:18.193403 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 08:26:18.193463 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 08:26:18.193521 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 08:26:18.193591 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 08:26:18.193649 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 08:26:18.193706 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 08:26:18.193764 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 08:26:18.193823 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 08:26:18.193881 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 08:26:18.193941 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 08:26:18.194009 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 08:26:18.194068 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 08:26:18.194127 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 08:26:18.194185 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 08:26:18.194242 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 08:26:18.194308 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 08:26:18.194367 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 08:26:18.194426 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 08:26:18.194484 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 08:26:18.194542 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 08:26:18.194607 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 08:26:18.194667 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 08:26:18.194725 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 08:26:18.194783 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 08:26:18.194842 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 08:26:18.194900 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 08:26:18.194958 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 08:26:18.195020 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 08:26:18.195080 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 08:26:18.195137 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 08:26:18.195198 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 08:26:18.195255 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 08:26:18.195313 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 08:26:18.195370 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 08:26:18.195429 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 08:26:18.195487 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 08:26:18.195549 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 08:26:18.195607 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 08:26:18.195666 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 08:26:18.195724 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 08:26:18.195787 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 08:26:18.195847 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 08:26:18.195905 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 08:26:18.195964 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 08:26:18.196022 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 08:26:18.196079 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 08:26:18.196137 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 08:26:18.196196 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 08:26:18.196253 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 08:26:18.196311 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 08:26:18.196371 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 08:26:18.196429 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 08:26:18.196537 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 08:26:18.196614 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 08:26:18.196676 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 08:26:18.196736 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 08:26:18.196794 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 08:26:18.196854 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 08:26:18.196913 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 08:26:18.196971 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 08:26:18.197031 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 08:26:18.197091 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 08:26:18.197150 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 08:26:18.197210 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 08:26:18.197273 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 08:26:18.197333 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 08:26:18.197392 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 08:26:18.197452 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 08:26:18.197510 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 08:26:18.197575 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 08:26:18.197634 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 08:26:18.197693 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 08:26:18.197751 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 08:26:18.197810 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 08:26:18.197870 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 08:26:18.197930 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 08:26:18.197988 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 08:26:18.198052 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 08:26:18.198112 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 08:26:18.198170 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 08:26:18.198229 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 08:26:18.198288 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 08:26:18.198348 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 08:26:18.198406 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 08:26:18.198466 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 08:26:18.198523 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 08:26:18.198590 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 08:26:18.198649 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 08:26:18.198709 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 08:26:18.198770 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 08:26:18.198831 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 08:26:18.198889 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 08:26:18.198947 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 08:26:18.199017 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 08:26:18.199080 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 08:26:18.199141 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 08:26:18.199199 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 08:26:18.199260 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 08:26:18.199321 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 08:26:18.199378 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 08:26:18.199436 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 08:26:18.199496 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 08:26:18.199563 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 08:26:18.199623 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 08:26:18.199681 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 08:26:18.199739 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 08:26:18.199799 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 08:26:18.199857 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 08:26:18.199917 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 08:26:18.199975 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 08:26:18.200033 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 08:26:18.200093 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 08:26:18.200150 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 08:26:18.200207 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 08:26:18.200269 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 08:26:18.200329 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 08:26:18.200387 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 08:26:18.200445 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 08:26:18.200525 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 08:26:18.200592 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 08:26:18.200651 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 08:26:18.200711 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 08:26:18.200771 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 08:26:18.200829 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 08:26:18.200889 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 08:26:18.200947 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 08:26:18.201009 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 08:26:18.201069 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 08:26:18.201128 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 08:26:18.201186 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 08:26:18.201246 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 08:26:18.201303 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 08:26:18.201363 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 08:26:18.201421 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 08:26:18.201479 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 08:26:18.201538 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 08:26:18.201602 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 08:26:18.201661 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 08:26:18.201719 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 08:26:18.201782 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 08:26:18.201843 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 08:26:18.201901 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 08:26:18.201961 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 08:26:18.202018 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 08:26:18.202076 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 08:26:18.202135 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 08:26:18.202193 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 08:26:18.202251 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 08:26:18.202311 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 08:26:18.202368 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 08:26:18.202428 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 08:26:18.202491 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 08:26:18.202557 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 08:26:18.202616 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 08:26:18.202676 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 08:26:18.202734 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 08:26:18.202794 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 08:26:18.202853 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 08:26:18.202913 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 08:26:18.202970 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 08:26:18.203028 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 08:26:18.203088 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 08:26:18.203146 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 08:26:18.203216 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 08:26:18.203275 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 08:26:18.203334 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 08:26:18.203392 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 08:26:18.203452 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 08:26:18.203510 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 08:26:18.203576 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 08:26:18.203634 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 08:26:18.203692 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 08:26:18.203751 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 08:26:18.203809 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 08:26:18.203867 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 08:26:18.203926 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 08:26:18.203999 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 08:26:18.204060 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 08:26:18.204119 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 08:26:18.204179 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 08:26:18.204237 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 08:26:18.204296 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 08:26:18.204354 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 08:26:18.204413 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 08:26:18.204488 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 08:26:18.204555 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 08:26:18.204617 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 08:26:18.204675 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 08:26:18.204742 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 08:26:18.204802 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 08:26:18.204859 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 08:26:18.204917 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 08:26:18.204976 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 08:26:18.205034 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 08:26:18.205092 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 08:26:18.205152 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 08:26:18.205210 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 08:26:18.205269 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 08:26:18.205327 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 08:26:18.205385 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 08:26:18.205444 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 08:26:18.205506 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 08:26:18.205570 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 08:26:18.205630 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 08:26:18.205688 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 08:26:18.205748 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 08:26:18.205807 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 08:26:18.205867 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 08:26:18.205924 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 08:26:18.205984 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 08:26:18.206042 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 08:26:18.206099 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 08:26:18.206159 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 08:26:18.206221 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 08:26:18.206279 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 08:26:18.206337 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 08:26:18.206397 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 08:26:18.206455 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 08:26:18.206515 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 08:26:18.206579 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 08:26:18.206639 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 08:26:18.206696 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 08:26:18.206756 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 08:26:18.206814 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 08:26:18.206871 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 08:26:18.206934 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 08:26:18.206994 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 08:26:18.207051 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 08:26:18.207110 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 08:26:18.207170 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 08:26:18.207228 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 08:26:18.207293 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 08:26:18.207354 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 08:26:18.207411 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 08:26:18.207469 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 08:26:18.207528 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 08:26:18.207592 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 08:26:18.207650 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 08:26:18.207712 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 08:26:18.207772 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 08:26:18.207832 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 08:26:18.207891 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 08:26:18.207950 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 08:26:18.208009 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 08:26:18.208066 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 08:26:18.208126 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 08:26:18.208184 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 08:26:18.208242 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 08:26:18.208302 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 08:26:18.208359 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 08:26:18.208422 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 08:26:18.208499 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 08:26:18.208566 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 08:26:18.208626 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 08:26:18.208686 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 08:26:18.208745 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 08:26:18.208802 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 08:26:18.208862 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 08:26:18.208920 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 08:26:18.208986 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 08:26:18.209048 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 08:26:18.209108 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 08:26:18.209171 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 08:26:18.209228 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 08:26:18.209287 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 08:26:18.209347 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 08:26:18.209404 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 08:26:18.209462 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 08:26:18.209522 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 08:26:18.209587 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 08:26:18.209645 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 08:26:18.209703 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 08:26:18.209763 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 08:26:18.209824 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 08:26:18.209882 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 08:26:18.209944 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 08:26:18.210004 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 08:26:18.210062 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 08:26:18.210119 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 08:26:18.210179 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 08:26:18.210236 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 08:26:18.210441 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 08:26:18.210666 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 08:26:18.210751 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 08:26:18.210822 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 08:26:18.210889 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 08:26:18.210952 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 08:26:18.211025 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 08:26:18.211090 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 08:26:18.211158 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 08:26:18.211221 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 08:26:18.211304 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 08:26:18.211369 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 08:26:18.211441 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 08:26:18.211503 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 08:26:18.211569 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 08:26:18.211631 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 08:26:18.211702 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 08:26:18.211762 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 08:26:18.211824 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 08:26:18.211894 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 08:26:18.211957 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 08:26:18.212022 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 08:26:18.212085 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 08:26:18.212147 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 08:26:18.212210 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 08:26:18.212276 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 08:26:18.212342 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 08:26:18.212413 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 08:26:18.212498 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 08:26:18.212569 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 08:26:18.212639 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 08:26:18.212713 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 08:26:18.212776 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 08:26:18.212838 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 08:26:18.212904 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 08:26:18.212969 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 08:26:18.213032 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 08:26:18.213098 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 08:26:18.213160 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 08:26:18.213223 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 08:26:18.213287 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 08:26:18.213350 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 08:26:18.213413 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 08:26:18.213481 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 08:26:18.213543 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 08:26:18.213608 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 08:26:18.213677 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 08:26:18.213742 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 08:26:18.213807 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 08:26:18.213870 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 08:26:18.213932 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 08:26:18.214004 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 08:26:18.214068 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 08:26:18.214132 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 08:26:18.214194 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 08:26:18.214256 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 08:26:18.214324 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 08:26:18.214389 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 08:26:18.214451 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 08:26:18.214514 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 08:26:18.214579 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 08:26:18.214648 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 08:26:18.214711 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 08:26:18.214773 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 08:26:18.214837 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 08:26:18.214899 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 08:26:18.214960 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 08:26:18.215023 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 08:26:18.215091 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 08:26:18.215153 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 08:26:18.215217 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 08:26:18.215280 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 08:26:18.215342 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 08:26:18.215404 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 08:26:18.215466 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 08:26:18.215528 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 08:26:18.215591 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 08:26:18.215660 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 08:26:18.215723 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 08:26:18.215784 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 08:26:18.215853 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 08:26:18.215914 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 08:26:18.215981 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 08:26:18.216043 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 08:26:18.216104 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 08:26:18.216166 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 08:26:18.216233 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 08:26:18.216293 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 08:26:18.216355 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 08:26:18.216417 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 08:26:18.216494 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 08:26:18.216562 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 08:26:18.216623 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 08:26:18.216696 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 08:26:18.216757 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 08:26:18.216815 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 08:26:18.216875 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 08:26:18.216934 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 08:26:18.216994 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 08:26:18.217051 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 08:26:18.217113 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 08:26:18.217173 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 08:26:18.217232 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 08:26:18.217293 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 08:26:18.217354 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 08:26:18.217420 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 08:26:18.217479 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 08:26:18.217539 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 08:26:18.217600 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 08:26:18.217667 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 08:26:18.217725 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 08:26:18.217786 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 08:26:18.217847 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 08:26:18.217905 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 08:26:18.217964 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 08:26:18.218024 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 08:26:18.218082 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 08:26:18.218147 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 08:26:18.218205 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 08:26:18.218265 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 08:26:18.218323 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 08:26:18.218383 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 08:26:18.218441 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 08:26:18.218501 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 08:26:18.218561 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 08:26:18.218621 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 08:26:18.218687 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 08:26:18.218745 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 08:26:18.218805 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 08:26:18.218867 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 08:26:18.218931 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 08:26:18.219001 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 08:26:18.219060 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 08:26:18.219121 140522752005568 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 08:26:18.224561 140522752005568 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 08:26:18.225122 140522752005568 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 08:26:18.237422 140522752005568 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 08:26:18.255156 140522752005568 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 08:26:18.255403 140522752005568 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 08:26:18.263032 140522752005568 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 08:26:18.343924 140522752005568 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:26:18.344198 140522752005568 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 08:26:18.346682 140522752005568 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:26:18.346894 140522752005568 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 08:26:18.503865 140522752005568 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 08:26:18.504700 140522752005568 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 08:26:18.505333 140522752005568 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 08:26:18.910039 140522752005568 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 08:26:19.298309 140522752005568 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 08:26:19.596449: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 08:26:19.596535: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 08:26:19.596570: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 08:26:29.807341 140522752005568 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 08:26:29.808954 140522752005568 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 08:26:29.823540 140522752005568 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 08:26:29.862977 140522752005568 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 08:26:32.847420 140522752005568 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 08:26:32.852210 140522752005568 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 08:26:32.877115 140522752005568 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 08:26:32.920912 140522752005568 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 08:26:32.931817 140522752005568 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 08:26:33.011895 140522752005568 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 08:26:33.015906 140522752005568 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 08:26:33.016122 140522752005568 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 08:26:33.016194 140522752005568 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 08:26:33.016258 140522752005568 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 08:26:33.016320 140522752005568 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 08:26:33.016381 140522752005568 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.3 ************************************** +I1010 08:26:33.016439 140522752005568 resnet_main.py:388] ****************************** the weight_decay_input is 1.3 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 08:26:33.016604 140522752005568 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 08:26:33.016727 140522752005568 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 08:26:33.017632 140522752005568 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 08:26:33.047755 140522752005568 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 08:26:36.003607 140522752005568 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:36.090369 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:36.149745 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:36.214025 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:36.322814 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:36.385715 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:36.448527 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:36.556832 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:36.617810 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:36.680886 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:36.788979 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:36.849884 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:36.914881 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.023888 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.087570 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.153090 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.266247 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.327603 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.395170 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.521049 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.581403 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.647675 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.757421 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.819859 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.883327 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:37.990293 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.051201 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.115784 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.225579 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.285794 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.349431 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.459199 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.521405 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.585772 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.695641 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.757186 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.822402 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.930701 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:38.991156 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:39.055181 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:39.163526 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:39.226296 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:39.291071 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:39.400624 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:39.460882 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:39.524436 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:39.636454 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:39.697197 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:39.762557 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:39.872138 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:39.934674 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.003973 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.115308 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.177993 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.244968 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.351730 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.412575 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.475903 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.582104 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.644509 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.708540 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.816982 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.877507 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:40.942157 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:41.050733 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:41.111058 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:41.175649 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:41.285326 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:41.353246 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:41.421195 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:41.529385 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:41.592797 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:41.659241 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:41.772169 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:41.841397 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:41.927293 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:42.048778 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:42.410100 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:42.476037 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:42.581823 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:42.640608 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:42.702970 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:42.810230 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:42.872076 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:42.936853 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.042578 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.105442 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.168723 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.276037 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.335393 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.399615 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.506970 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.569108 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.634361 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.743761 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.804325 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.866990 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:43.972408 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.031717 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.094275 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.201247 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.265603 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.333223 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.444180 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.503233 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.566108 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.671915 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.731607 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.795392 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.901845 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:44.964138 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.031591 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.139837 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.201467 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.264451 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.371047 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.431996 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.494761 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.601557 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.663188 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.734344 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.847409 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.906946 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:45.969822 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:46.075860 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:46.135792 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:46.199470 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:46.307876 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:46.371220 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:46.436650 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:46.544107 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:46.606369 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:46.672147 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:46.781915 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:46.844310 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:46.909878 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.018214 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.078406 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.143244 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.251964 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.313965 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.379776 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.485786 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.544213 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.606998 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.712878 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.773047 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.838151 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:47.945014 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:48.008752 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:48.074328 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:48.181555 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:48.242619 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:48.306519 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:48.414877 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:48.477201 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:48.547204 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:48.654242 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:48.716521 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:48.788702 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:48.900446 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:26:49.005028 140522752005568 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 08:26:49.666460 140522752005568 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 08:26:49.923260 140522752005568 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 08:26:56.203753 140522752005568 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 08:26:57.337368 140522752005568 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 08:27:10.861872 140522752005568 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 08:27:11.022572 140522752005568 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:27:30.703041 140522752005568 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 08:27:43.434192 140522752005568 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 08:27:44.449035 140522752005568 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 08:27:44.449614 140522752005568 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 08:27:44.450240: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 08:27:44.476612 140522752005568 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 08:27:44.505521 140522752005568 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 08:27:44.558734 140522752005568 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 08:28:00.308792 140522752005568 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 08:28:00.309760 140520741390080 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 08:28:00.310167 140520732997376 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 08:28:00.368846 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:28:00.447423 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:28:00.489703 140522752005568 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:28:00.490040 140522752005568 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 08:28:30.519551 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:28:30.600769 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 08:28:50.280673 140520732997376 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 08:29:00.674329 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:29:00.753777 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:29:29.611192 140522752005568 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:29:30.815073 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:29:30.885426 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.565775, step = 200 +I1010 08:29:43.121133 140522752005568 basic_session_run_hooks.py:262] loss = 4.565775, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:29:43.124022 140522752005568 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:29:43.124337 140522752005568 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 08:29:54.295268 140520732997376 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 08:30:01.010354 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:30:01.080945 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:30:31.159816 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:30:31.246762 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:30:34.517882 140522752005568 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.2222824, step = 400 (63.433 sec) +I1010 08:30:46.554250 140522752005568 basic_session_run_hooks.py:260] loss = 3.2222824, step = 400 (63.433 sec) +INFO:tensorflow:global_step/sec: 3.15296 +I1010 08:30:46.555722 140522752005568 tpu_estimator.py:2307] global_step/sec: 3.15296 +INFO:tensorflow:examples/sec: 206632 +I1010 08:30:46.556828 140522752005568 tpu_estimator.py:2308] examples/sec: 206632 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:30:46.557857 140522752005568 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:30:46.558024 140522752005568 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 9) +I1010 08:30:54.433203 140520732997376 tpu_estimator.py:279] Outfeed finished for iteration (2, 9) +I1010 08:31:01.322989 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:31:01.395970 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:31:31.462611 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:31:31.537770 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:31:32.540436 140522752005568 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.244829, step = 600 (58.184 sec) +I1010 08:31:44.738166 140522752005568 basic_session_run_hooks.py:260] loss = 3.244829, step = 600 (58.184 sec) +INFO:tensorflow:global_step/sec: 3.43726 +I1010 08:31:44.741597 140522752005568 tpu_estimator.py:2307] global_step/sec: 3.43726 +INFO:tensorflow:examples/sec: 225264 +I1010 08:31:44.742125 140522752005568 tpu_estimator.py:2308] examples/sec: 225264 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:31:44.743449 140522752005568 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:31:44.743696 140522752005568 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 17) +I1010 08:31:54.771604 140520732997376 tpu_estimator.py:279] Outfeed finished for iteration (3, 17) +I1010 08:32:01.612864 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:32:01.680775 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:32:30.925378 140522752005568 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:32:31.754750 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:32:31.825301 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.6851783, step = 800 (58.759 sec) +I1010 08:32:43.496721 140522752005568 basic_session_run_hooks.py:260] loss = 2.6851783, step = 800 (58.759 sec) +INFO:tensorflow:global_step/sec: 3.40386 +I1010 08:32:43.498428 140522752005568 tpu_estimator.py:2307] global_step/sec: 3.40386 +INFO:tensorflow:examples/sec: 223075 +I1010 08:32:43.498867 140522752005568 tpu_estimator.py:2308] examples/sec: 223075 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:32:43.499924 140522752005568 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:32:43.500123 140522752005568 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 23) +I1010 08:32:54.797370 140520732997376 tpu_estimator.py:279] Outfeed finished for iteration (4, 23) +I1010 08:33:01.905479 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:33:01.979832 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:33:29.782035 140522752005568 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:33:32.060885 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:33:32.147248 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 08:33:38.297218 140522752005568 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.4631934, step = 1000 (58.909 sec) +I1010 08:33:42.405503 140522752005568 basic_session_run_hooks.py:260] loss = 2.4631934, step = 1000 (58.909 sec) +INFO:tensorflow:global_step/sec: 3.39506 +I1010 08:33:42.407529 140522752005568 tpu_estimator.py:2307] global_step/sec: 3.39506 +INFO:tensorflow:examples/sec: 222499 +I1010 08:33:42.408047 140522752005568 tpu_estimator.py:2308] examples/sec: 222499 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:33:42.410063 140522752005568 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:33:42.410486 140522752005568 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 30) +I1010 08:33:54.877099 140520732997376 tpu_estimator.py:279] Outfeed finished for iteration (5, 30) +I1010 08:34:02.226380 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:34:02.307992 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:34:28.149190 140522752005568 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:34:32.384244 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:34:32.462224 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.2973897, step = 1200 (59.376 sec) +I1010 08:34:41.781367 140522752005568 basic_session_run_hooks.py:260] loss = 2.2973897, step = 1200 (59.376 sec) +INFO:tensorflow:global_step/sec: 3.36838 +I1010 08:34:41.783226 140522752005568 tpu_estimator.py:2307] global_step/sec: 3.36838 +INFO:tensorflow:examples/sec: 220750 +I1010 08:34:41.783744 140522752005568 tpu_estimator.py:2308] examples/sec: 220750 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:34:41.785016 140522752005568 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:34:41.785288 140522752005568 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 34) +I1010 08:34:55.138720 140520732997376 tpu_estimator.py:279] Outfeed finished for iteration (6, 34) +I1010 08:35:02.540760 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:35:02.613135 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:35:27.545058 140522752005568 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:35:32.696584 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:35:32.851116 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.0293446, step = 1400 (58.045 sec) +I1010 08:35:39.825898 140522752005568 basic_session_run_hooks.py:260] loss = 2.0293446, step = 1400 (58.045 sec) +INFO:tensorflow:global_step/sec: 3.44564 +I1010 08:35:39.827461 140522752005568 tpu_estimator.py:2307] global_step/sec: 3.44564 +INFO:tensorflow:examples/sec: 225814 +I1010 08:35:39.827852 140522752005568 tpu_estimator.py:2308] examples/sec: 225814 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:35:39.829425 140522752005568 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:35:39.829602 140522752005568 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 48) +I1010 08:35:55.179996 140520732997376 tpu_estimator.py:279] Outfeed finished for iteration (7, 48) +I1010 08:36:02.933269 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:36:03.006042 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:36:24.819032 140522752005568 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:36:33.090565 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:36:33.171065 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.0682132, step = 1600 (57.741 sec) +I1010 08:36:37.567388 140522752005568 basic_session_run_hooks.py:260] loss = 2.0682132, step = 1600 (57.741 sec) +INFO:tensorflow:global_step/sec: 3.4637 +I1010 08:36:37.569149 140522752005568 tpu_estimator.py:2307] global_step/sec: 3.4637 +INFO:tensorflow:examples/sec: 226997 +I1010 08:36:37.569608 140522752005568 tpu_estimator.py:2308] examples/sec: 226997 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 08:36:37.570945 140522752005568 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 08:36:37.571137 140522752005568 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 56) +I1010 08:36:55.261605 140520732997376 tpu_estimator.py:279] Outfeed finished for iteration (8, 56) +I1010 08:37:03.248744 140520724604672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:37:03.322604 140520724604672 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.8885595, step = 1760 (37.730 sec) +I1010 08:37:15.297781 140522752005568 basic_session_run_hooks.py:260] loss = 1.8885595, step = 1760 (37.730 sec) +INFO:tensorflow:global_step/sec: 4.2406 +I1010 08:37:15.299731 140522752005568 tpu_estimator.py:2307] global_step/sec: 4.2406 +INFO:tensorflow:examples/sec: 277912 +I1010 08:37:16.910212 140522752005568 tpu_estimator.py:2308] examples/sec: 277912 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:37:16.912352 140522752005568 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:Stop infeed thread controller +I1010 08:37:31.731296 140522752005568 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 08:37:31.731694 140522752005568 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 08:37:31.731941 140520741390080 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 08:37:31.732084 140520741390080 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 08:37:31.732280 140522752005568 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 08:37:31.732402 140522752005568 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 08:37:31.732464 140522752005568 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 08:37:31.732661 140520732997376 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 08:37:31.732759 140520732997376 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 08:37:31.732889 140522752005568 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 08:37:31.732995 140522752005568 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.8885595. +I1010 08:37:35.137753 140522752005568 estimator.py:371] Loss for final step: 1.8885595. +INFO:tensorflow:training_loop marked as finished +I1010 08:37:35.138724 140522752005568 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 08:37:38.261331 140121722521024 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 08:37:38.266829 140121722521024 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 08:37:38.267030 140121722521024 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 08:37:38.270189 140121722521024 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:37:38.316037 140121722521024 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 08:37:38.316308 140121722521024 transport.py:157] Attempting refresh to obtain initial access_token +I1010 08:37:38.383790 140121722521024 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:37:38.433897 140121722521024 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 08:37:38.434149 140121722521024 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 08:37:38.501390 140121722521024 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 08:37:38.502486 140121722521024 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 08:37:38.502732 140121722521024 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 08:37:38.503195 140121722521024 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 08:37:38.503279 140121722521024 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 08:37:38.503364 140121722521024 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 08:37:38.503477 140121722521024 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:37:38.759107 140121722521024 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 08:37:38.759742 140121722521024 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 08:37:38.760178 140121722521024 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 08:37:38.761922: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 08:37:38.776655 140121722521024 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 08:37:38.776954 140121722521024 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 08:37:38.779505 140121722521024 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 08:37:38.779586 140121722521024 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 08:37:38.779653 140121722521024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 08:37:38.779959 140121722521024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 08:37:38.780031 140121722521024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 08:37:38.780112 140121722521024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 08:37:38.780177 140121722521024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 08:37:38.780237 140121722521024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 08:37:38.780308 140121722521024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 08:37:38.780368 140121722521024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 08:37:38.780427 140121722521024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 08:37:38.780524 140121722521024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 08:37:38.780602 140121722521024 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 08:37:38.786739 140121722521024 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 08:37:38.788719 140121722521024 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 08:37:38.804052 140121722521024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 08:37:38.804395 140121722521024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 08:37:38.814116 140121722521024 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 08:37:38.908030 140121722521024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:37:38.908371 140121722521024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 08:37:39.069224 140121722521024 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 08:37:39.070130 140121722521024 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 08:37:39.070802 140121722521024 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 08:37:39.494920 140121722521024 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 08:37:40.066322: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 08:37:40.066374: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 08:37:40.066407: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 08:37:40.089096 140121722521024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 08:37:40.090396 140121722521024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 08:37:40.104298 140121722521024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 08:37:40.128794 140121722521024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 08:37:42.208194 140121722521024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 08:37:42.213018 140121722521024 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 08:37:42.237380 140121722521024 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 08:37:42.281863 140121722521024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 08:37:42.292701 140121722521024 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 08:37:42.387136 140121722521024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 08:37:42.623332 140121722521024 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 08:37:42.638390 140121722521024 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 08:37:42.656605 140121722521024 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T08:37:42Z +I1010 08:37:42.671996 140121722521024 evaluation.py:255] Starting evaluation at 2019-10-10T08:37:42Z +INFO:tensorflow:TPU job name worker +I1010 08:37:42.672252 140121722521024 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 08:37:43.210623 140121722521024 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:37:43.313417 140121722521024 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 08:37:46.126210 140121722521024 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 08:37:46.144051 140121722521024 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 08:37:46.183087 140121722521024 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 08:37:46.196751 140121722521024 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 08:37:52.528207 140121722521024 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 08:37:52.529203 140120045369088 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 08:37:52.529604 140120036976384 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 08:37:52.689788 140121722521024 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 08:37:52.713190 140121722521024 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 08:37:52.713912 140121722521024 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 08:37:52.741193 140120028583680 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 08:37:52.803996 140120028583680 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 08:38:03.969732 140120036976384 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 08:38:12.788661 140121722521024 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 08:38:12.788994 140121722521024 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 08:38:12.789154 140121722521024 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 08:38:12.789532 140120045369088 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 08:38:12.789639 140120045369088 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 08:38:12.789774 140121722521024 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 08:38:12.789881 140121722521024 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 08:38:12.789941 140121722521024 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 08:38:12.790071 140120036976384 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 08:38:12.790157 140120036976384 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 08:38:12.790277 140121722521024 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 08:38:12.790366 140121722521024 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-08:38:23 +I1010 08:38:23.028943 140121722521024 evaluation.py:275] Finished evaluation at 2019-10-10-08:38:23 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.912127, top_1_accuracy = 0.7528483, top_5_accuracy = 0.9253743 +I1010 08:38:23.029263 140121722521024 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.912127, top_1_accuracy = 0.7528483, top_5_accuracy = 0.9253743 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:38:24.988452 140121722521024 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 08:38:25.274470 140121722521024 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.912127, 'top_1_accuracy': 0.7528483, 'global_step': 1760, 'top_5_accuracy': 0.9253743}. Elapsed seconds: 46 +I1010 08:38:25.274797 140121722521024 resnet_main.py:597] Eval results: {'loss': 1.912127, 'top_1_accuracy': 0.7528483, 'global_step': 1760, 'top_5_accuracy': 0.9253743}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 08:38:25.274940 140121722521024 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570696010600535... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570696645927866... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570696013.v3-512#1570696651661031... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570696045404337... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570696417526939... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570696417729870... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570696421781743... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570696475315950... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570696475554199... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570696479418759... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570696535240920... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570696535427487... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570696539307889... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570696592545057... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570696592718577... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570696596931782... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570696644980370... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570696645372855... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570696649450987... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570696703529940... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570696703.v3-512#1570696705209009... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 08:38:29.228121 140194767017408 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 08:38:29.233805 140194767017408 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 08:38:29.234018 140194767017408 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 08:38:29.237277 140194767017408 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:38:29.287412 140194767017408 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 08:38:29.287667 140194767017408 transport.py:157] Attempting refresh to obtain initial access_token +I1010 08:38:29.355660 140194767017408 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:38:29.398209 140194767017408 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 08:38:29.398463 140194767017408 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 08:38:29.466310 140194767017408 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 08:38:29.467729 140194767017408 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 08:38:29.467981 140194767017408 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 08:38:29.468430 140194767017408 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 08:38:29.468550 140194767017408 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 08:38:29.468640 140194767017408 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 08:38:29.558667 140194767017408 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 08:38:29.642693 140194767017408 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 08:38:29.644412: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 08:38:29.707719 140194767017408 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 08:38:29.707986 140194767017408 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 08:38:29.708451 140194767017408 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 08:38:29.708570 140194767017408 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 08:38:29.708647 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 08:38:29.708956 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 08:38:29.709024 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 08:38:29.709089 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 08:38:29.709151 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 08:38:29.709211 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 08:38:29.709270 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 08:38:29.709330 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 08:38:29.709403 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 08:38:29.709462 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 08:38:29.709526 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 08:38:29.709584 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 08:38:29.709655 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 08:38:29.709714 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 08:38:29.709773 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 08:38:29.709830 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 08:38:29.709889 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 08:38:29.709947 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 08:38:29.710005 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 08:38:29.710062 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 08:38:29.710128 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 08:38:29.710187 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 08:38:29.710247 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 08:38:29.710305 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 08:38:29.710365 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 08:38:29.710422 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 08:38:29.710480 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 08:38:29.710539 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 08:38:29.710597 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 08:38:29.710663 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 08:38:29.710721 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 08:38:29.710779 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 08:38:29.710839 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 08:38:29.710902 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 08:38:29.710963 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 08:38:29.711021 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 08:38:29.711081 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 08:38:29.711138 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 08:38:29.711198 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 08:38:29.711255 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 08:38:29.711332 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 08:38:29.711390 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 08:38:29.711448 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 08:38:29.711507 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 08:38:29.711565 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 08:38:29.711638 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 08:38:29.711699 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 08:38:29.711756 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 08:38:29.711815 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 08:38:29.711872 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 08:38:29.711930 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 08:38:29.711987 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 08:38:29.712045 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 08:38:29.712102 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 08:38:29.712161 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 08:38:29.712218 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 08:38:29.712277 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 08:38:29.712335 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 08:38:29.712397 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 08:38:29.712455 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 08:38:29.712568 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 08:38:29.712637 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 08:38:29.712698 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 08:38:29.712758 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 08:38:29.712815 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 08:38:29.712876 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 08:38:29.712934 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 08:38:29.712991 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 08:38:29.713051 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 08:38:29.713108 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 08:38:29.713172 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 08:38:29.713232 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 08:38:29.713290 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 08:38:29.713349 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 08:38:29.713407 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 08:38:29.713464 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 08:38:29.713522 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 08:38:29.713581 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 08:38:29.713645 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 08:38:29.713705 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 08:38:29.713762 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 08:38:29.713821 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 08:38:29.713880 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 08:38:29.713946 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 08:38:29.714005 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 08:38:29.714063 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 08:38:29.714122 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 08:38:29.714183 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 08:38:29.714241 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 08:38:29.714299 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 08:38:29.714356 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 08:38:29.714415 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 08:38:29.714472 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 08:38:29.714529 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 08:38:29.714586 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 08:38:29.714653 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 08:38:29.714714 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 08:38:29.714771 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 08:38:29.714829 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 08:38:29.714889 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 08:38:29.714946 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 08:38:29.715003 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 08:38:29.715060 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 08:38:29.715118 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 08:38:29.715176 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 08:38:29.715234 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 08:38:29.715291 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 08:38:29.715363 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 08:38:29.715423 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 08:38:29.715481 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 08:38:29.715538 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 08:38:29.715596 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 08:38:29.715660 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 08:38:29.715718 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 08:38:29.715775 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 08:38:29.715831 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 08:38:29.715888 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 08:38:29.715945 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 08:38:29.716002 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 08:38:29.716059 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 08:38:29.716123 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 08:38:29.716181 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 08:38:29.716238 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 08:38:29.716296 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 08:38:29.716355 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 08:38:29.716413 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 08:38:29.716497 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 08:38:29.716584 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 08:38:29.716650 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 08:38:29.716710 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 08:38:29.716768 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 08:38:29.716826 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 08:38:29.716897 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 08:38:29.716958 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 08:38:29.717015 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 08:38:29.717084 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 08:38:29.717144 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 08:38:29.717201 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 08:38:29.717258 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 08:38:29.717315 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 08:38:29.717374 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 08:38:29.717431 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 08:38:29.717489 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 08:38:29.717546 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 08:38:29.717606 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 08:38:29.717675 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 08:38:29.717735 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 08:38:29.717793 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 08:38:29.717852 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 08:38:29.717910 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 08:38:29.717967 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 08:38:29.718024 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 08:38:29.718081 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 08:38:29.718139 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 08:38:29.718198 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 08:38:29.718256 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 08:38:29.718314 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 08:38:29.718375 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 08:38:29.718434 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 08:38:29.718492 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 08:38:29.718549 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 08:38:29.718606 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 08:38:29.718669 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 08:38:29.718728 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 08:38:29.718786 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 08:38:29.718843 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 08:38:29.718903 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 08:38:29.718960 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 08:38:29.719017 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 08:38:29.719079 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 08:38:29.719136 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 08:38:29.719194 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 08:38:29.719253 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 08:38:29.719310 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 08:38:29.719368 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 08:38:29.719427 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 08:38:29.719485 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 08:38:29.719543 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 08:38:29.719602 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 08:38:29.719665 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 08:38:29.719723 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 08:38:29.719782 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 08:38:29.719845 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 08:38:29.719902 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 08:38:29.719959 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 08:38:29.720019 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 08:38:29.720077 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 08:38:29.720135 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 08:38:29.720194 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 08:38:29.720251 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 08:38:29.720309 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 08:38:29.720366 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 08:38:29.720422 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 08:38:29.720508 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 08:38:29.720594 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 08:38:29.720664 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 08:38:29.720722 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 08:38:29.720782 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 08:38:29.720840 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 08:38:29.720900 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 08:38:29.720958 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 08:38:29.721016 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 08:38:29.721075 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 08:38:29.721132 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 08:38:29.721189 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 08:38:29.721246 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 08:38:29.721308 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 08:38:29.721366 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 08:38:29.721425 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 08:38:29.721482 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 08:38:29.721541 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 08:38:29.721600 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 08:38:29.721662 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 08:38:29.721720 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 08:38:29.721777 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 08:38:29.721836 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 08:38:29.721894 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 08:38:29.721951 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 08:38:29.722009 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 08:38:29.722073 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 08:38:29.722131 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 08:38:29.722189 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 08:38:29.722249 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 08:38:29.722306 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 08:38:29.722363 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 08:38:29.722421 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 08:38:29.722479 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 08:38:29.722537 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 08:38:29.722594 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 08:38:29.722656 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 08:38:29.722716 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 08:38:29.722778 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 08:38:29.722836 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 08:38:29.722894 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 08:38:29.722953 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 08:38:29.723011 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 08:38:29.723067 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 08:38:29.723131 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 08:38:29.723190 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 08:38:29.723248 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 08:38:29.723304 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 08:38:29.723364 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 08:38:29.723422 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 08:38:29.723484 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 08:38:29.723542 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 08:38:29.723599 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 08:38:29.723663 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 08:38:29.723721 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 08:38:29.723778 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 08:38:29.723836 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 08:38:29.723893 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 08:38:29.723951 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 08:38:29.724009 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 08:38:29.724067 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 08:38:29.724127 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 08:38:29.724184 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 08:38:29.724245 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 08:38:29.724303 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 08:38:29.724359 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 08:38:29.724416 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 08:38:29.724500 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 08:38:29.724585 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 08:38:29.724651 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 08:38:29.724710 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 08:38:29.724770 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 08:38:29.724828 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 08:38:29.724886 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 08:38:29.724945 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 08:38:29.725007 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 08:38:29.725066 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 08:38:29.725123 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 08:38:29.725182 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 08:38:29.725239 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 08:38:29.725296 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 08:38:29.725354 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 08:38:29.725414 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 08:38:29.725471 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 08:38:29.725529 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 08:38:29.725586 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 08:38:29.725650 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 08:38:29.725708 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 08:38:29.725773 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 08:38:29.725830 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 08:38:29.725888 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 08:38:29.725944 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 08:38:29.726001 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 08:38:29.726059 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 08:38:29.726116 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 08:38:29.726180 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 08:38:29.726238 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 08:38:29.726295 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 08:38:29.726352 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 08:38:29.726409 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 08:38:29.726471 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 08:38:29.726530 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 08:38:29.726588 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 08:38:29.726649 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 08:38:29.726708 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 08:38:29.726767 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 08:38:29.726824 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 08:38:29.726881 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 08:38:29.726939 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 08:38:29.726996 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 08:38:29.727062 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 08:38:29.727121 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 08:38:29.727183 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 08:38:29.727241 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 08:38:29.727298 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 08:38:29.727356 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 08:38:29.727415 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 08:38:29.727473 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 08:38:29.727530 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 08:38:29.727588 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 08:38:29.727650 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 08:38:29.727709 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 08:38:29.727771 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 08:38:29.727828 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 08:38:29.727886 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 08:38:29.727948 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 08:38:29.728008 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 08:38:29.728065 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 08:38:29.728123 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 08:38:29.728180 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 08:38:29.728238 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 08:38:29.728296 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 08:38:29.728353 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 08:38:29.728410 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 08:38:29.728487 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 08:38:29.728550 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 08:38:29.728609 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 08:38:29.728678 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 08:38:29.728738 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 08:38:29.728797 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 08:38:29.728854 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 08:38:29.728913 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 08:38:29.728970 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 08:38:29.729027 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 08:38:29.729084 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 08:38:29.729142 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 08:38:29.729201 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 08:38:29.729259 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 08:38:29.729317 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 08:38:29.729379 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 08:38:29.729438 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 08:38:29.729496 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 08:38:29.729552 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 08:38:29.729609 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 08:38:29.729674 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 08:38:29.729732 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 08:38:29.729789 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 08:38:29.729847 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 08:38:29.729907 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 08:38:29.729964 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 08:38:29.730024 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 08:38:29.730081 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 08:38:29.730144 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 08:38:29.730201 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 08:38:29.730258 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 08:38:29.730315 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 08:38:29.730372 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 08:38:29.730431 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 08:38:29.730488 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 08:38:29.730545 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 08:38:29.730603 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 08:38:29.730668 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 08:38:29.730725 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 08:38:29.730783 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 08:38:29.730844 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 08:38:29.730902 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 08:38:29.730959 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 08:38:29.731018 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 08:38:29.731075 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 08:38:29.731132 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 08:38:29.731190 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 08:38:29.731249 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 08:38:29.731327 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 08:38:29.731386 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 08:38:29.731445 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 08:38:29.731503 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 08:38:29.731559 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 08:38:29.731622 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 08:38:29.731686 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 08:38:29.731744 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 08:38:29.731801 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 08:38:29.731859 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 08:38:29.731918 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 08:38:29.731976 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 08:38:29.732033 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 08:38:29.732090 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 08:38:29.732147 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 08:38:29.732206 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 08:38:29.732263 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 08:38:29.732322 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 08:38:29.732381 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 08:38:29.732436 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 08:38:29.732512 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 08:38:29.732572 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 08:38:29.732630 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 08:38:29.732692 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 08:38:29.732749 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 08:38:29.732806 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 08:38:29.732863 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 08:38:29.732920 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 08:38:29.732979 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 08:38:29.733040 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 08:38:29.733098 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 08:38:29.733155 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 08:38:29.733213 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 08:38:29.733272 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 08:38:29.733329 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 08:38:29.733386 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 08:38:29.733443 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 08:38:29.733500 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 08:38:29.733556 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 08:38:29.733614 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 08:38:29.733678 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 08:38:29.733735 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 08:38:29.733797 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 08:38:29.733854 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 08:38:29.733911 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 08:38:29.733968 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 08:38:29.734026 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 08:38:29.734082 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 08:38:29.734141 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 08:38:29.734196 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 08:38:29.734253 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 08:38:29.734311 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 08:38:29.734368 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 08:38:29.734426 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 08:38:29.734488 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 08:38:29.734545 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 08:38:29.734603 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 08:38:29.734667 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 08:38:29.734724 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 08:38:29.734781 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 08:38:29.734839 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 08:38:29.734898 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 08:38:29.734955 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 08:38:29.735012 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 08:38:29.735069 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 08:38:29.735127 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 08:38:29.735189 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 08:38:29.735248 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 08:38:29.735305 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 08:38:29.735362 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 08:38:29.735419 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 08:38:29.735476 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 08:38:29.735538 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 08:38:29.735596 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 08:38:29.735661 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 08:38:29.735719 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 08:38:29.735778 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 08:38:29.735836 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 08:38:29.735893 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 08:38:29.735958 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 08:38:29.736016 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 08:38:29.736073 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 08:38:29.736130 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 08:38:29.736187 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 08:38:29.736244 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 08:38:29.736301 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 08:38:29.736361 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 08:38:29.736418 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 08:38:29.736490 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 08:38:29.736552 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 08:38:29.736608 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 08:38:29.736675 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 08:38:29.736732 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 08:38:29.736790 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 08:38:29.736849 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 08:38:29.736907 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 08:38:29.736964 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 08:38:29.737030 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 08:38:29.737091 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 08:38:29.737149 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 08:38:29.737206 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 08:38:29.737263 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 08:38:29.737320 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 08:38:29.737377 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 08:38:29.737440 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 08:38:29.737497 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 08:38:29.737555 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 08:38:29.737612 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 08:38:29.737675 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 08:38:29.737734 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 08:38:29.737792 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 08:38:29.737850 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 08:38:29.737915 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 08:38:29.737972 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 08:38:29.738029 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 08:38:29.738087 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 08:38:29.738148 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 08:38:29.738207 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 08:38:29.738265 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 08:38:29.738322 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 08:38:29.738380 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 08:38:29.738439 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 08:38:29.738497 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 08:38:29.738554 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 08:38:29.738611 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 08:38:29.738677 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 08:38:29.738734 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 08:38:29.738792 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 08:38:29.738854 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 08:38:29.738913 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 08:38:29.738970 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 08:38:29.739032 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 08:38:29.739093 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 08:38:29.739150 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 08:38:29.739207 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 08:38:29.739265 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 08:38:29.739322 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 08:38:29.739379 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 08:38:29.739438 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 08:38:29.739495 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 08:38:29.739553 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 08:38:29.739619 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 08:38:29.739682 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 08:38:29.739742 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 08:38:29.739800 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 08:38:29.739859 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 08:38:29.739917 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 08:38:29.739974 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 08:38:29.740031 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 08:38:29.740088 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 08:38:29.740147 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 08:38:29.740205 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 08:38:29.740262 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 08:38:29.740325 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 08:38:29.740385 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 08:38:29.740442 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 08:38:29.740516 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 08:38:29.740575 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 08:38:29.740637 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 08:38:29.740695 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 08:38:29.740753 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 08:38:29.740811 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 08:38:29.740868 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 08:38:29.740926 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 08:38:29.740983 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 08:38:29.741044 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 08:38:29.741101 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 08:38:29.741161 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 08:38:29.741218 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 08:38:29.741275 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 08:38:29.741333 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 08:38:29.741389 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 08:38:29.741446 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 08:38:29.741503 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 08:38:29.741560 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 08:38:29.741619 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 08:38:29.741682 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 08:38:29.741739 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 08:38:29.741801 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 08:38:29.741859 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 08:38:29.741916 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 08:38:29.741975 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 08:38:29.742032 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 08:38:29.742089 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 08:38:29.742146 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 08:38:29.742204 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 08:38:29.742263 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 08:38:29.742321 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 08:38:29.742377 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 08:38:29.742434 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 08:38:29.742495 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 08:38:29.742552 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 08:38:29.742609 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 08:38:29.742671 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 08:38:29.742728 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 08:38:29.742785 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 08:38:29.742845 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 08:38:29.742902 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 08:38:29.742959 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 08:38:29.743016 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 08:38:29.743073 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 08:38:29.743129 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 08:38:29.743186 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 08:38:29.743248 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 08:38:29.743305 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 08:38:29.743361 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 08:38:29.743418 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 08:38:29.743477 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 08:38:29.743534 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 08:38:29.743591 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 08:38:29.743654 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 08:38:29.743711 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 08:38:29.743768 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 08:38:29.743825 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 08:38:29.743882 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 08:38:29.743943 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 08:38:29.744000 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 08:38:29.744056 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 08:38:29.744113 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 08:38:29.744170 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 08:38:29.744229 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 08:38:29.744286 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 08:38:29.744343 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 08:38:29.744399 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 08:38:29.744457 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 08:38:29.744529 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 08:38:29.744587 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 08:38:29.744653 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 08:38:29.744714 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 08:38:29.744771 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 08:38:29.744831 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 08:38:29.744889 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 08:38:29.744946 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 08:38:29.745003 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 08:38:29.745059 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 08:38:29.745116 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 08:38:29.745174 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 08:38:29.745232 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 08:38:29.745287 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 08:38:29.745345 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 08:38:29.745407 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 08:38:29.745465 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 08:38:29.745522 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 08:38:29.745579 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 08:38:29.745642 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 08:38:29.745701 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 08:38:29.745759 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 08:38:29.745815 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 08:38:29.745872 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 08:38:29.745929 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 08:38:29.745986 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 08:38:29.746043 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 08:38:29.746109 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 08:38:29.746166 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 08:38:29.746225 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 08:38:29.746280 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 08:38:29.746337 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 08:38:29.746393 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 08:38:29.746450 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 08:38:29.746507 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 08:38:29.746565 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 08:38:29.746622 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 08:38:29.746686 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 08:38:29.746745 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 08:38:29.746805 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 08:38:29.746864 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 08:38:29.746922 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 08:38:29.746978 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 08:38:29.747045 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 08:38:29.747103 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 08:38:29.747160 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 08:38:29.747217 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 08:38:29.747276 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 08:38:29.747334 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 08:38:29.747391 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 08:38:29.747451 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 08:38:29.747508 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 08:38:29.747570 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 08:38:29.747627 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 08:38:29.747692 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 08:38:29.747749 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 08:38:29.747806 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 08:38:29.747864 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 08:38:29.747921 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 08:38:29.747980 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 08:38:29.748038 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 08:38:29.748095 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 08:38:29.748153 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 08:38:29.748212 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 08:38:29.748272 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 08:38:29.748331 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 08:38:29.748389 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 08:38:29.748445 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 08:38:29.748543 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 08:38:29.748603 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 08:38:29.748667 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 08:38:29.748727 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 08:38:29.748785 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 08:38:29.748845 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 08:38:29.748903 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 08:38:29.748961 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 08:38:29.749023 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 08:38:29.749083 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 08:38:29.749140 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 08:38:29.749197 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 08:38:29.749255 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 08:38:29.749313 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 08:38:29.749371 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 08:38:29.749428 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 08:38:29.749485 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 08:38:29.749543 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 08:38:29.749602 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 08:38:29.749665 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 08:38:29.749723 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 08:38:29.749787 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 08:38:29.749844 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 08:38:29.749902 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 08:38:29.749959 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 08:38:29.750016 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 08:38:29.750075 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 08:38:29.750133 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 08:38:29.750190 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 08:38:29.750247 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 08:38:29.750303 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 08:38:29.750360 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 08:38:29.750418 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 08:38:29.750479 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 08:38:29.750536 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 08:38:29.750596 140194767017408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 08:38:29.755979 140194767017408 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 08:38:29.756515 140194767017408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 08:38:29.768374 140194767017408 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 08:38:29.785798 140194767017408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 08:38:29.786050 140194767017408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 08:38:29.793715 140194767017408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 08:38:29.875037 140194767017408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:38:29.875309 140194767017408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 08:38:29.877787 140194767017408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:38:29.877990 140194767017408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 08:38:30.034132 140194767017408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 08:38:30.034953 140194767017408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 08:38:30.035593 140194767017408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 08:38:30.445399 140194767017408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 08:38:30.829777 140194767017408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 08:38:31.124455: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 08:38:31.124557: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 08:38:31.124587: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 08:38:41.061691 140194767017408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 08:38:41.063246 140194767017408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 08:38:41.077050 140194767017408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 08:38:41.114942 140194767017408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 08:38:44.088094 140194767017408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 08:38:44.092789 140194767017408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 08:38:44.117058 140194767017408 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 08:38:44.160640 140194767017408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 08:38:44.171478 140194767017408 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 08:38:44.252424 140194767017408 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 08:38:44.256447 140194767017408 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 08:38:44.256679 140194767017408 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 08:38:44.256757 140194767017408 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 08:38:44.256822 140194767017408 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 08:38:44.256882 140194767017408 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 08:38:44.256941 140194767017408 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.4 ************************************** +I1010 08:38:44.256999 140194767017408 resnet_main.py:388] ****************************** the weight_decay_input is 1.4 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 08:38:44.257112 140194767017408 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 08:38:44.257227 140194767017408 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 08:38:44.258141 140194767017408 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 08:38:44.288403 140194767017408 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 08:38:47.179008 140194767017408 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:47.261805 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:47.320874 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:47.383281 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:47.488786 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:47.549118 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:47.611414 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:47.719237 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:47.778422 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:47.841285 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:47.947386 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.006844 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.068921 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.176453 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.238122 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.300319 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.408514 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.468514 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.534169 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.664633 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.724517 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.787877 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.896851 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:48.957330 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.020025 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.125806 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.185190 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.248333 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.355480 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.416070 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.478677 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.583908 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.644435 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.706954 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.814790 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.875876 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:49.939295 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.045351 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.104732 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.167871 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.275152 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.337318 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.401252 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.506567 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.565655 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.628195 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.739018 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.798656 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.861874 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:50.969115 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.031630 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.095848 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.202802 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.262974 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.326229 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.432955 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.492044 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.554980 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.660892 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.721581 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.784296 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.890852 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:51.950304 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.016246 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.122975 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.183633 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.248909 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.356964 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.422147 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.487065 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.595163 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.659321 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.725982 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.837488 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.904257 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:52.987711 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:53.107656 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:53.457848 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:53.523825 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:53.629378 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:53.687911 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:53.750478 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:53.856724 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:53.919719 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:53.985176 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:54.092423 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:54.153258 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:54.218086 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:54.323841 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:54.384743 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:54.448194 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:54.556162 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:54.618839 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:54.685148 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:54.793623 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:54.853795 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:54.917834 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.024194 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.082964 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.145204 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.250900 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.313108 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.378439 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.491345 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.554675 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.621227 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.734258 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.797363 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.866053 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:55.979851 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.046109 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.114641 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.229144 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.288346 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.351560 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.456860 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.515765 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.579293 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.685350 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.749512 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.821677 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.935734 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:56.995554 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.058485 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.165241 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.224951 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.288322 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.393745 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.455965 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.521409 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.629517 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.691550 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.757071 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.867455 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.928864 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:57.993866 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:58.102216 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:58.162862 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:58.228353 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:58.334136 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:58.396622 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:58.461685 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:58.566411 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:58.625749 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:58.688661 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:58.795572 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:58.855320 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:58.921653 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.029433 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.093260 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.158840 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.267848 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.328840 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.397303 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.505399 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.565649 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.631402 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.741457 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.805320 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.878416 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:38:59.989706 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:39:00.097158 140194767017408 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 08:39:00.766582 140194767017408 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 08:39:01.027890 140194767017408 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 08:39:07.390554 140194767017408 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 08:39:08.532444 140194767017408 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 08:39:23.100626 140194767017408 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 08:39:23.274005 140194767017408 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:39:42.705837 140194767017408 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 08:39:55.496505 140194767017408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 08:39:56.534974 140194767017408 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 08:39:56.535537 140194767017408 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 08:39:56.536193: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 08:39:56.563599 140194767017408 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 08:39:56.592307 140194767017408 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 08:39:56.646610 140194767017408 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 08:40:11.458026 140194767017408 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 08:40:11.458956 140192756778752 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 08:40:11.459497 140192748386048 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 08:40:11.523525 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:40:11.595056 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:40:11.648869 140194767017408 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:40:11.649214 140194767017408 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 08:40:41.676407 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:40:41.753387 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 08:41:03.077848 140192748386048 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 08:41:11.810878 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:41:11.894495 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:41:41.980138 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:41:42.053376 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:41:43.596267 140194767017408 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.7960143, step = 200 +I1010 08:41:57.606338 140194767017408 basic_session_run_hooks.py:262] loss = 4.7960143, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:41:57.611932 140194767017408 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:41:57.612318 140194767017408 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 08:42:09.492038 140192748386048 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 08:42:12.126977 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:42:12.271840 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:42:42.354609 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:42:42.422005 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:42:49.971934 140194767017408 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.306655, step = 400 (63.779 sec) +I1010 08:43:01.385620 140194767017408 basic_session_run_hooks.py:260] loss = 3.306655, step = 400 (63.779 sec) +INFO:tensorflow:global_step/sec: 3.13594 +I1010 08:43:01.387413 140194767017408 tpu_estimator.py:2307] global_step/sec: 3.13594 +INFO:tensorflow:examples/sec: 205517 +I1010 08:43:01.388564 140194767017408 tpu_estimator.py:2308] examples/sec: 205517 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:43:01.389966 140194767017408 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:43:01.390208 140194767017408 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 8) +I1010 08:43:09.622493 140192748386048 tpu_estimator.py:279] Outfeed finished for iteration (2, 8) +I1010 08:43:12.510663 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:43:12.585863 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:43:42.669646 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:43:42.759296 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:43:48.077516 140194767017408 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9687998, step = 600 (60.113 sec) +I1010 08:44:01.498954 140194767017408 basic_session_run_hooks.py:260] loss = 2.9687998, step = 600 (60.113 sec) +INFO:tensorflow:global_step/sec: 3.32694 +I1010 08:44:01.502705 140194767017408 tpu_estimator.py:2307] global_step/sec: 3.32694 +INFO:tensorflow:examples/sec: 218035 +I1010 08:44:01.503256 140194767017408 tpu_estimator.py:2308] examples/sec: 218035 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:44:01.504693 140194767017408 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:44:01.504934 140194767017408 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 9) +I1010 08:44:09.784440 140192748386048 tpu_estimator.py:279] Outfeed finished for iteration (3, 9) +I1010 08:44:12.840372 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:44:12.908103 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:44:42.981012 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:44:43.060350 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:44:47.704556 140194767017408 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.6357296, step = 800 (58.230 sec) +I1010 08:44:59.728522 140194767017408 basic_session_run_hooks.py:260] loss = 2.6357296, step = 800 (58.230 sec) +INFO:tensorflow:global_step/sec: 3.43481 +I1010 08:44:59.730074 140194767017408 tpu_estimator.py:2307] global_step/sec: 3.43481 +INFO:tensorflow:examples/sec: 225103 +I1010 08:44:59.730433 140194767017408 tpu_estimator.py:2308] examples/sec: 225103 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:44:59.731611 140194767017408 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:44:59.731779 140194767017408 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 18) +I1010 08:45:09.860773 140192748386048 tpu_estimator.py:279] Outfeed finished for iteration (4, 18) +I1010 08:45:13.124674 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:45:13.194329 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:45:43.269519 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:45:43.343275 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:45:46.192394 140194767017408 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 08:45:55.179877 140194767017408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.534578, step = 1000 (59.444 sec) +I1010 08:45:59.172894 140194767017408 basic_session_run_hooks.py:260] loss = 2.534578, step = 1000 (59.444 sec) +INFO:tensorflow:global_step/sec: 3.36449 +I1010 08:45:59.174446 140194767017408 tpu_estimator.py:2307] global_step/sec: 3.36449 +INFO:tensorflow:examples/sec: 220495 +I1010 08:45:59.174870 140194767017408 tpu_estimator.py:2308] examples/sec: 220495 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:45:59.175875 140194767017408 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:45:59.176055 140194767017408 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 21) +I1010 08:46:09.984369 140192748386048 tpu_estimator.py:279] Outfeed finished for iteration (5, 21) +I1010 08:46:13.410234 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:46:13.478920 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:46:43.559639 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:46:43.662813 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:46:45.651756 140194767017408 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.1808872, step = 1200 (60.566 sec) +I1010 08:46:59.738740 140194767017408 basic_session_run_hooks.py:260] loss = 2.1808872, step = 1200 (60.566 sec) +INFO:tensorflow:global_step/sec: 3.30219 +I1010 08:46:59.740330 140194767017408 tpu_estimator.py:2307] global_step/sec: 3.30219 +INFO:tensorflow:examples/sec: 216412 +I1010 08:46:59.740773 140194767017408 tpu_estimator.py:2308] examples/sec: 216412 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:46:59.741858 140194767017408 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:46:59.742028 140194767017408 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 20) +I1010 08:47:10.092245 140192748386048 tpu_estimator.py:279] Outfeed finished for iteration (6, 20) +I1010 08:47:13.739531 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:47:13.820947 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:47:43.896565 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:47:44.003057 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:47:46.000802 140194767017408 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.4409995, step = 1400 (57.903 sec) +I1010 08:47:57.641518 140194767017408 basic_session_run_hooks.py:260] loss = 2.4409995, step = 1400 (57.903 sec) +INFO:tensorflow:global_step/sec: 3.45407 +I1010 08:47:57.643089 140194767017408 tpu_estimator.py:2307] global_step/sec: 3.45407 +INFO:tensorflow:examples/sec: 226366 +I1010 08:47:57.643508 140194767017408 tpu_estimator.py:2308] examples/sec: 226366 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:47:57.644818 140194767017408 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:47:57.644982 140194767017408 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 30) +I1010 08:48:10.258459 140192748386048 tpu_estimator.py:279] Outfeed finished for iteration (7, 30) +I1010 08:48:14.087450 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:48:14.160536 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:48:44.236128 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:48:44.313107 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:48:44.452915 140194767017408 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.0826635, step = 1600 (60.104 sec) +I1010 08:48:57.745273 140194767017408 basic_session_run_hooks.py:260] loss = 2.0826635, step = 1600 (60.104 sec) +INFO:tensorflow:global_step/sec: 3.32758 +I1010 08:48:57.746877 140194767017408 tpu_estimator.py:2307] global_step/sec: 3.32758 +INFO:tensorflow:examples/sec: 218076 +I1010 08:48:57.747258 140194767017408 tpu_estimator.py:2308] examples/sec: 218076 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 08:48:57.748646 140194767017408 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 08:48:57.748810 140194767017408 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 30) +I1010 08:49:10.412201 140192748386048 tpu_estimator.py:279] Outfeed finished for iteration (8, 30) +I1010 08:49:14.388102 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:49:14.466861 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.1047778, step = 1760 (38.516 sec) +I1010 08:49:36.261287 140194767017408 basic_session_run_hooks.py:260] loss = 2.1047778, step = 1760 (38.516 sec) +INFO:tensorflow:global_step/sec: 4.15413 +I1010 08:49:36.262804 140194767017408 tpu_estimator.py:2307] global_step/sec: 4.15413 +INFO:tensorflow:examples/sec: 272245 +I1010 08:49:38.167613 140194767017408 tpu_estimator.py:2308] examples/sec: 272245 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:49:38.169591 140194767017408 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:49:44.534020 140192739993344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:49:44.613162 140192739993344 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 08:49:53.742573 140194767017408 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 08:49:53.742959 140194767017408 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 08:49:53.743242 140192756778752 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 08:49:53.743396 140192756778752 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 08:49:53.743581 140194767017408 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 08:49:53.743714 140194767017408 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 08:49:53.743782 140194767017408 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 08:49:53.743947 140192748386048 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 08:49:53.744044 140192748386048 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 08:49:53.744180 140194767017408 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 08:49:53.744280 140194767017408 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.1047778. +I1010 08:50:16.402966 140194767017408 estimator.py:371] Loss for final step: 2.1047778. +INFO:tensorflow:training_loop marked as finished +I1010 08:50:16.403959 140194767017408 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 08:50:19.379410 139724510463424 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 08:50:19.385418 139724510463424 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 08:50:19.385660 139724510463424 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 08:50:19.388977 139724510463424 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:50:19.430789 139724510463424 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 08:50:19.431055 139724510463424 transport.py:157] Attempting refresh to obtain initial access_token +I1010 08:50:19.503190 139724510463424 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:50:19.544815 139724510463424 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 08:50:19.545181 139724510463424 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 08:50:19.617760 139724510463424 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 08:50:19.619143 139724510463424 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 08:50:19.619474 139724510463424 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 08:50:19.620023 139724510463424 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 08:50:19.620112 139724510463424 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 08:50:19.620198 139724510463424 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 08:50:19.620321 139724510463424 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:50:19.919022 139724510463424 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 08:50:19.919645 139724510463424 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 08:50:19.920119 139724510463424 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 08:50:19.921738: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 08:50:19.936657 139724510463424 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 08:50:19.938899 139724510463424 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 08:50:19.939610 139724510463424 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 08:50:19.939681 139724510463424 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 08:50:19.939748 139724510463424 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 08:50:19.940058 139724510463424 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 08:50:19.940129 139724510463424 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 08:50:19.940196 139724510463424 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 08:50:19.940288 139724510463424 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 08:50:19.940352 139724510463424 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 08:50:19.940412 139724510463424 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 08:50:19.940519 139724510463424 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 08:50:19.940610 139724510463424 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 08:50:19.940671 139724510463424 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 08:50:19.940736 139724510463424 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 08:50:19.947592 139724510463424 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 08:50:19.949843 139724510463424 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 08:50:19.966255 139724510463424 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 08:50:19.966590 139724510463424 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 08:50:19.976893 139724510463424 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 08:50:20.074287 139724510463424 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:50:20.074630 139724510463424 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 08:50:20.236898 139724510463424 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 08:50:20.237824 139724510463424 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 08:50:20.238470 139724510463424 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 08:50:20.658596 139724510463424 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 08:50:21.281577: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 08:50:21.281641: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 08:50:21.281684: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 08:50:21.306385 139724510463424 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 08:50:21.307990 139724510463424 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 08:50:21.323468 139724510463424 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 08:50:21.350270 139724510463424 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 08:50:23.417119 139724510463424 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 08:50:23.421859 139724510463424 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 08:50:23.446024 139724510463424 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 08:50:23.489764 139724510463424 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 08:50:23.500550 139724510463424 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 08:50:23.593697 139724510463424 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 08:50:23.833091 139724510463424 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 08:50:23.848804 139724510463424 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 08:50:23.868252 139724510463424 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T08:50:23Z +I1010 08:50:23.885052 139724510463424 evaluation.py:255] Starting evaluation at 2019-10-10T08:50:23Z +INFO:tensorflow:TPU job name worker +I1010 08:50:23.885308 139724510463424 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 08:50:24.405689 139724510463424 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:50:24.521210 139724510463424 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 08:50:27.161609 139724510463424 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 08:50:27.183902 139724510463424 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 08:50:27.223419 139724510463424 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 08:50:27.239207 139724510463424 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 08:50:33.464931 139724510463424 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 08:50:33.465755 139722699032320 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 08:50:33.466063 139722690639616 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 08:50:33.624566 139724510463424 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 08:50:33.645195 139724510463424 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 08:50:33.645895 139724510463424 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 08:50:33.674593 139722682246912 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 08:50:33.738936 139722682246912 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 08:50:44.902267 139722690639616 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 08:50:53.539567 139724510463424 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 08:50:53.539892 139724510463424 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 08:50:53.539972 139724510463424 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 08:50:53.540157 139722699032320 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 08:50:53.540272 139722699032320 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 08:50:53.540427 139724510463424 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 08:50:53.540585 139724510463424 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 08:50:53.540648 139724510463424 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 08:50:53.540771 139722690639616 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 08:50:53.540874 139722690639616 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 08:50:53.540996 139724510463424 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 08:50:53.541114 139724510463424 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-08:51:04 +I1010 08:51:04.006603 139724510463424 evaluation.py:275] Finished evaluation at 2019-10-10-08:51:04 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9201607, top_1_accuracy = 0.7510783, top_5_accuracy = 0.9234009 +I1010 08:51:04.006954 139724510463424 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9201607, top_1_accuracy = 0.7510783, top_5_accuracy = 0.9234009 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 08:51:06.086118 139724510463424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 08:51:06.358517 139724510463424 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9201607, 'top_1_accuracy': 0.7510783, 'global_step': 1760, 'top_5_accuracy': 0.9234009}. Elapsed seconds: 46 +I1010 08:51:06.358833 139724510463424 resnet_main.py:597] Eval results: {'loss': 1.9201607, 'top_1_accuracy': 0.7510783, 'global_step': 1760, 'top_5_accuracy': 0.9234009}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 08:51:06.358968 139724510463424 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570696741622127... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570697388118018... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570696744.v3-512#1570697393661491... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570696777365905... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570697154480596... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570697154630829... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570697158652599... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570697213347333... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570697213555836... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570697217454572... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570697272869126... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570697273093706... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570697277144557... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570697332738912... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570697332940159... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570697337242995... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570697387348388... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570697387515105... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570697391679115... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570697464577297... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570697464.v3-512#1570697466255685... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 08:51:10.321835 140015871243712 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 08:51:10.327591 140015871243712 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 08:51:10.327832 140015871243712 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 08:51:10.331235 140015871243712 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:51:10.374428 140015871243712 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 08:51:10.374687 140015871243712 transport.py:157] Attempting refresh to obtain initial access_token +I1010 08:51:10.451174 140015871243712 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 08:51:10.499033 140015871243712 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 08:51:10.499291 140015871243712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 08:51:10.569482 140015871243712 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 08:51:10.570960 140015871243712 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 08:51:10.571237 140015871243712 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 08:51:10.571724 140015871243712 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 08:51:10.571822 140015871243712 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 08:51:10.571914 140015871243712 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 08:51:10.662307 140015871243712 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 08:51:10.751826 140015871243712 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 08:51:10.754024: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 08:51:10.831773 140015871243712 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 08:51:10.832123 140015871243712 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 08:51:10.832777 140015871243712 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 08:51:10.832864 140015871243712 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 08:51:10.832931 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 08:51:10.833245 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 08:51:10.833316 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 08:51:10.833380 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 08:51:10.833444 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 08:51:10.833504 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 08:51:10.833564 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 08:51:10.833631 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 08:51:10.833709 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 08:51:10.833770 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 08:51:10.833839 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 08:51:10.833901 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 08:51:10.833961 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 08:51:10.834021 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 08:51:10.834079 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 08:51:10.834139 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 08:51:10.834197 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 08:51:10.834255 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 08:51:10.834315 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 08:51:10.834373 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 08:51:10.834434 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 08:51:10.834501 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 08:51:10.834561 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 08:51:10.834620 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 08:51:10.834680 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 08:51:10.834738 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 08:51:10.834796 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 08:51:10.834862 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 08:51:10.834922 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 08:51:10.834980 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 08:51:10.835038 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 08:51:10.835098 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 08:51:10.835158 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 08:51:10.835223 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 08:51:10.835283 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 08:51:10.835342 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 08:51:10.835402 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 08:51:10.835460 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 08:51:10.835519 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 08:51:10.835577 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 08:51:10.835634 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 08:51:10.835699 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 08:51:10.835757 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 08:51:10.835818 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 08:51:10.835889 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 08:51:10.835951 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 08:51:10.836020 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 08:51:10.836082 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 08:51:10.836142 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 08:51:10.836200 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 08:51:10.836260 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 08:51:10.836332 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 08:51:10.836390 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 08:51:10.836450 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 08:51:10.836590 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 08:51:10.836657 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 08:51:10.836718 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 08:51:10.836782 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 08:51:10.836857 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 08:51:10.836918 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 08:51:10.836977 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 08:51:10.837037 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 08:51:10.837095 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 08:51:10.837153 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 08:51:10.837212 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 08:51:10.837270 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 08:51:10.837331 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 08:51:10.837388 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 08:51:10.837449 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 08:51:10.837507 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 08:51:10.837565 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 08:51:10.837630 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 08:51:10.837688 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 08:51:10.837747 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 08:51:10.837805 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 08:51:10.837887 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 08:51:10.837948 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 08:51:10.838006 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 08:51:10.838068 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 08:51:10.838125 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 08:51:10.838185 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 08:51:10.838243 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 08:51:10.838301 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 08:51:10.838365 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 08:51:10.838423 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 08:51:10.838483 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 08:51:10.838541 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 08:51:10.838602 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 08:51:10.838660 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 08:51:10.838720 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 08:51:10.838778 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 08:51:10.838844 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 08:51:10.838902 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 08:51:10.838962 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 08:51:10.839020 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 08:51:10.839086 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 08:51:10.839144 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 08:51:10.839202 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 08:51:10.839262 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 08:51:10.839323 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 08:51:10.839382 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 08:51:10.839449 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 08:51:10.839509 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 08:51:10.839567 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 08:51:10.839627 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 08:51:10.839684 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 08:51:10.839744 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 08:51:10.839802 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 08:51:10.839876 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 08:51:10.839936 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 08:51:10.839994 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 08:51:10.840059 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 08:51:10.840117 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 08:51:10.840176 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 08:51:10.840235 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 08:51:10.840293 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 08:51:10.840352 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 08:51:10.840409 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 08:51:10.840545 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 08:51:10.840667 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 08:51:10.840740 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 08:51:10.840804 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 08:51:10.840872 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 08:51:10.840931 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 08:51:10.840991 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 08:51:10.841051 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 08:51:10.841109 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 08:51:10.841169 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 08:51:10.841228 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 08:51:10.841285 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 08:51:10.841345 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 08:51:10.841404 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 08:51:10.841463 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 08:51:10.841527 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 08:51:10.841587 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 08:51:10.841645 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 08:51:10.841706 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 08:51:10.841763 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 08:51:10.841829 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 08:51:10.841887 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 08:51:10.841945 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 08:51:10.842005 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 08:51:10.842063 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 08:51:10.842128 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 08:51:10.842430 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 08:51:10.842557 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 08:51:10.842634 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 08:51:10.842709 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 08:51:10.842780 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 08:51:10.842844 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 08:51:10.842906 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 08:51:10.842968 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 08:51:10.843030 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 08:51:10.843095 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 08:51:10.843157 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 08:51:10.843219 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 08:51:10.843282 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 08:51:10.843350 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 08:51:10.843415 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 08:51:10.843476 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 08:51:10.843540 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 08:51:10.843602 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 08:51:10.843663 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 08:51:10.843725 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 08:51:10.843796 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 08:51:10.843859 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 08:51:10.843923 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 08:51:10.843983 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 08:51:10.844048 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 08:51:10.844110 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 08:51:10.844180 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 08:51:10.844244 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 08:51:10.844316 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 08:51:10.844382 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 08:51:10.844450 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 08:51:10.844551 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 08:51:10.844618 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 08:51:10.844686 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 08:51:10.844753 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 08:51:10.844824 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 08:51:10.844887 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 08:51:10.844950 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 08:51:10.845024 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 08:51:10.845089 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 08:51:10.845155 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 08:51:10.845222 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 08:51:10.845289 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 08:51:10.845357 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 08:51:10.845429 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 08:51:10.845495 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 08:51:10.845561 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 08:51:10.845626 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 08:51:10.845689 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 08:51:10.845752 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 08:51:10.845837 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 08:51:10.845901 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 08:51:10.845964 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 08:51:10.846031 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 08:51:10.846095 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 08:51:10.846158 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 08:51:10.846220 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 08:51:10.846283 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 08:51:10.846347 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 08:51:10.846410 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 08:51:10.846473 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 08:51:10.846539 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 08:51:10.846601 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 08:51:10.846673 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 08:51:10.846740 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 08:51:10.846810 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 08:51:10.846872 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 08:51:10.846934 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 08:51:10.846995 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 08:51:10.847055 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 08:51:10.847116 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 08:51:10.847177 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 08:51:10.847238 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 08:51:10.847296 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 08:51:10.847358 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 08:51:10.847429 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 08:51:10.847491 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 08:51:10.847553 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 08:51:10.847613 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 08:51:10.847673 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 08:51:10.847735 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 08:51:10.847805 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 08:51:10.847882 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 08:51:10.847944 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 08:51:10.848006 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 08:51:10.848067 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 08:51:10.848130 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 08:51:10.848197 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 08:51:10.848262 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 08:51:10.848323 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 08:51:10.848383 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 08:51:10.848444 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 08:51:10.848531 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 08:51:10.848593 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 08:51:10.848655 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 08:51:10.848715 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 08:51:10.848779 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 08:51:10.848843 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 08:51:10.848903 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 08:51:10.848963 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 08:51:10.849030 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 08:51:10.849092 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 08:51:10.849153 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 08:51:10.849215 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 08:51:10.849276 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 08:51:10.849335 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 08:51:10.849395 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 08:51:10.849456 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 08:51:10.849518 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 08:51:10.849577 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 08:51:10.849637 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 08:51:10.849698 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 08:51:10.849771 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 08:51:10.849833 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 08:51:10.849894 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 08:51:10.849953 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 08:51:10.850013 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 08:51:10.850071 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 08:51:10.850130 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 08:51:10.850191 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 08:51:10.850250 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 08:51:10.850311 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 08:51:10.850372 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 08:51:10.850430 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 08:51:10.850488 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 08:51:10.850554 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 08:51:10.850614 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 08:51:10.850673 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 08:51:10.850733 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 08:51:10.850797 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 08:51:10.850857 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 08:51:10.850917 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 08:51:10.850976 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 08:51:10.851037 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 08:51:10.851094 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 08:51:10.851155 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 08:51:10.851214 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 08:51:10.851303 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 08:51:10.851366 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 08:51:10.851427 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 08:51:10.851486 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 08:51:10.851547 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 08:51:10.851608 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 08:51:10.851666 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 08:51:10.851727 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 08:51:10.851793 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 08:51:10.851854 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 08:51:10.851912 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 08:51:10.851972 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 08:51:10.852037 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 08:51:10.852097 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 08:51:10.852158 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 08:51:10.852216 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 08:51:10.852277 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 08:51:10.852336 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 08:51:10.852396 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 08:51:10.852454 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 08:51:10.852535 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 08:51:10.852597 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 08:51:10.852655 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 08:51:10.852715 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 08:51:10.852780 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 08:51:10.852847 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 08:51:10.852910 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 08:51:10.852969 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 08:51:10.853033 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 08:51:10.853094 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 08:51:10.853152 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 08:51:10.853212 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 08:51:10.853270 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 08:51:10.853327 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 08:51:10.853385 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 08:51:10.853444 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 08:51:10.853502 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 08:51:10.853566 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 08:51:10.853627 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 08:51:10.853688 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 08:51:10.853746 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 08:51:10.853811 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 08:51:10.853871 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 08:51:10.853929 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 08:51:10.853988 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 08:51:10.854047 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 08:51:10.854105 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 08:51:10.854163 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 08:51:10.854223 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 08:51:10.854290 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 08:51:10.854348 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 08:51:10.854408 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 08:51:10.854466 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 08:51:10.854526 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 08:51:10.854583 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 08:51:10.854641 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 08:51:10.854700 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 08:51:10.854757 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 08:51:10.854821 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 08:51:10.854881 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 08:51:10.854939 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 08:51:10.854999 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 08:51:10.855066 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 08:51:10.855123 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 08:51:10.855182 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 08:51:10.855242 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 08:51:10.855300 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 08:51:10.855360 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 08:51:10.855418 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 08:51:10.855478 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 08:51:10.855535 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 08:51:10.855595 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 08:51:10.855654 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 08:51:10.855714 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 08:51:10.855783 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 08:51:10.855844 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 08:51:10.855902 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 08:51:10.855962 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 08:51:10.856019 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 08:51:10.856080 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 08:51:10.856137 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 08:51:10.856197 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 08:51:10.856256 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 08:51:10.856314 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 08:51:10.856374 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 08:51:10.856431 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 08:51:10.856511 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 08:51:10.856579 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 08:51:10.856637 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 08:51:10.856695 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 08:51:10.856755 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 08:51:10.856820 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 08:51:10.856879 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 08:51:10.856939 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 08:51:10.856997 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 08:51:10.857057 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 08:51:10.857115 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 08:51:10.857172 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 08:51:10.857230 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 08:51:10.857295 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 08:51:10.857352 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 08:51:10.857412 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 08:51:10.857471 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 08:51:10.857537 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 08:51:10.857595 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 08:51:10.857655 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 08:51:10.857713 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 08:51:10.857778 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 08:51:10.857846 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 08:51:10.857907 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 08:51:10.857966 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 08:51:10.858031 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 08:51:10.858091 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 08:51:10.858149 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 08:51:10.858207 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 08:51:10.858267 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 08:51:10.858326 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 08:51:10.858386 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 08:51:10.858443 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 08:51:10.858501 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 08:51:10.858560 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 08:51:10.858618 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 08:51:10.858675 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 08:51:10.858733 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 08:51:10.858803 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 08:51:10.858861 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 08:51:10.858921 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 08:51:10.858979 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 08:51:10.859040 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 08:51:10.859097 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 08:51:10.859155 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 08:51:10.859214 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 08:51:10.859271 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 08:51:10.859329 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 08:51:10.859388 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 08:51:10.859446 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 08:51:10.859529 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 08:51:10.859590 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 08:51:10.859651 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 08:51:10.859710 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 08:51:10.859775 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 08:51:10.859833 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 08:51:10.859891 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 08:51:10.859951 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 08:51:10.860009 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 08:51:10.860068 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 08:51:10.860126 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 08:51:10.860184 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 08:51:10.860249 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 08:51:10.860308 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 08:51:10.860368 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 08:51:10.860425 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 08:51:10.860503 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 08:51:10.860564 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 08:51:10.860625 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 08:51:10.860682 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 08:51:10.860742 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 08:51:10.860805 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 08:51:10.860865 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 08:51:10.860923 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 08:51:10.860981 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 08:51:10.861046 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 08:51:10.861104 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 08:51:10.861162 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 08:51:10.861222 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 08:51:10.861280 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 08:51:10.861340 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 08:51:10.861397 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 08:51:10.861455 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 08:51:10.861515 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 08:51:10.861572 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 08:51:10.861633 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 08:51:10.861690 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 08:51:10.861757 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 08:51:10.861823 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 08:51:10.861881 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 08:51:10.861939 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 08:51:10.861999 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 08:51:10.862056 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 08:51:10.862114 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 08:51:10.862174 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 08:51:10.862234 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 08:51:10.862293 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 08:51:10.862353 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 08:51:10.862411 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 08:51:10.862469 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 08:51:10.862533 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 08:51:10.862591 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 08:51:10.862649 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 08:51:10.862708 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 08:51:10.862771 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 08:51:10.862831 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 08:51:10.862889 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 08:51:10.862947 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 08:51:10.863006 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 08:51:10.863065 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 08:51:10.863122 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 08:51:10.863182 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 08:51:10.863245 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 08:51:10.863305 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 08:51:10.863363 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 08:51:10.863420 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 08:51:10.863478 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 08:51:10.863538 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 08:51:10.863596 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 08:51:10.863655 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 08:51:10.863713 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 08:51:10.863778 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 08:51:10.863837 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 08:51:10.863894 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 08:51:10.863959 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 08:51:10.864018 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 08:51:10.864077 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 08:51:10.864135 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 08:51:10.864193 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 08:51:10.864253 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 08:51:10.864311 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 08:51:10.864370 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 08:51:10.864428 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 08:51:10.864504 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 08:51:10.864564 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 08:51:10.864624 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 08:51:10.864681 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 08:51:10.864743 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 08:51:10.864809 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 08:51:10.864867 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 08:51:10.864927 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 08:51:10.864985 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 08:51:10.865045 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 08:51:10.865103 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 08:51:10.865159 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 08:51:10.865217 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 08:51:10.865276 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 08:51:10.865334 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 08:51:10.865392 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 08:51:10.865469 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 08:51:10.865531 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 08:51:10.865591 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 08:51:10.865648 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 08:51:10.865706 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 08:51:10.865770 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 08:51:10.865829 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 08:51:10.865888 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 08:51:10.865946 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 08:51:10.866003 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 08:51:10.866061 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 08:51:10.866122 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 08:51:10.866184 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 08:51:10.866245 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 08:51:10.866306 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 08:51:10.866364 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 08:51:10.866422 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 08:51:10.866482 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 08:51:10.866540 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 08:51:10.866599 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 08:51:10.866657 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 08:51:10.866714 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 08:51:10.866780 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 08:51:10.866841 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 08:51:10.866899 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 08:51:10.866970 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 08:51:10.867029 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 08:51:10.867089 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 08:51:10.867149 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 08:51:10.867208 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 08:51:10.867265 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 08:51:10.867325 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 08:51:10.867383 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 08:51:10.867443 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 08:51:10.867501 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 08:51:10.867561 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 08:51:10.867619 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 08:51:10.867681 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 08:51:10.867741 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 08:51:10.867804 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 08:51:10.867875 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 08:51:10.867934 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 08:51:10.867994 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 08:51:10.868052 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 08:51:10.868112 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 08:51:10.868170 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 08:51:10.868230 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 08:51:10.868288 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 08:51:10.868345 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 08:51:10.868405 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 08:51:10.868484 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 08:51:10.868551 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 08:51:10.868611 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 08:51:10.868669 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 08:51:10.868727 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 08:51:10.868793 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 08:51:10.868851 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 08:51:10.868911 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 08:51:10.868972 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 08:51:10.869029 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 08:51:10.869088 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 08:51:10.869147 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 08:51:10.869215 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 08:51:10.869275 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 08:51:10.869333 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 08:51:10.869391 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 08:51:10.869451 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 08:51:10.869509 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 08:51:10.869568 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 08:51:10.869626 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 08:51:10.869683 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 08:51:10.869741 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 08:51:10.869807 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 08:51:10.869865 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 08:51:10.869929 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 08:51:10.869987 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 08:51:10.870043 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 08:51:10.870102 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 08:51:10.870162 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 08:51:10.870222 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 08:51:10.870280 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 08:51:10.870337 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 08:51:10.870394 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 08:51:10.870452 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 08:51:10.870511 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 08:51:10.870568 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 08:51:10.870626 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 08:51:10.870690 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 08:51:10.870749 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 08:51:10.870814 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 08:51:10.870874 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 08:51:10.870933 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 08:51:10.870990 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 08:51:10.871048 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 08:51:10.871107 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 08:51:10.871165 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 08:51:10.871222 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 08:51:10.871295 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 08:51:10.871356 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 08:51:10.871419 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 08:51:10.871479 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 08:51:10.871539 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 08:51:10.871598 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 08:51:10.871655 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 08:51:10.871715 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 08:51:10.871778 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 08:51:10.871838 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 08:51:10.871896 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 08:51:10.871954 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 08:51:10.872013 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 08:51:10.872071 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 08:51:10.872138 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 08:51:10.872199 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 08:51:10.872256 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 08:51:10.872315 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 08:51:10.872374 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 08:51:10.872432 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 08:51:10.872508 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 08:51:10.872566 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 08:51:10.872626 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 08:51:10.872683 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 08:51:10.872741 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 08:51:10.872807 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 08:51:10.872867 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 08:51:10.872931 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 08:51:10.872989 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 08:51:10.873049 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 08:51:10.873107 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 08:51:10.873166 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 08:51:10.873224 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 08:51:10.873281 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 08:51:10.873339 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 08:51:10.873399 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 08:51:10.873456 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 08:51:10.873514 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 08:51:10.873574 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 08:51:10.873636 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 08:51:10.873694 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 08:51:10.873753 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 08:51:10.873819 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 08:51:10.873877 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 08:51:10.873934 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 08:51:10.873994 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 08:51:10.874053 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 08:51:10.874110 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 08:51:10.874171 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 08:51:10.874228 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 08:51:10.874286 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 08:51:10.874345 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 08:51:10.874408 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 08:51:10.874465 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 08:51:10.874525 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 08:51:10.874582 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 08:51:10.874640 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 08:51:10.874701 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 08:51:10.874764 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 08:51:10.874825 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 08:51:10.874886 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 08:51:10.874944 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 08:51:10.875004 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 08:51:10.875061 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 08:51:10.875125 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 08:51:10.875185 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 08:51:10.875243 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 08:51:10.875302 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 08:51:10.875361 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 08:51:10.875420 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 08:51:10.875479 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 08:51:10.875538 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 08:51:10.875597 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 08:51:10.875654 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 08:51:10.875714 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 08:51:10.875777 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 08:51:10.875842 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 08:51:10.875900 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 08:51:10.875957 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 08:51:10.876017 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 08:51:10.876076 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 08:51:10.876136 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 08:51:10.876194 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 08:51:10.876254 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 08:51:10.876312 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 08:51:10.876369 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 08:51:10.876429 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 08:51:10.876502 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 08:51:10.876563 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 08:51:10.876626 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 08:51:10.876687 140015871243712 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 08:51:10.883039 140015871243712 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 08:51:10.883651 140015871243712 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 08:51:10.896953 140015871243712 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 08:51:10.915728 140015871243712 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 08:51:10.916043 140015871243712 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 08:51:10.925014 140015871243712 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 08:51:11.015255 140015871243712 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:51:11.015615 140015871243712 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 08:51:11.018282 140015871243712 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 08:51:11.018565 140015871243712 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 08:51:11.180419 140015871243712 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 08:51:11.181421 140015871243712 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 08:51:11.182085 140015871243712 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 08:51:11.607171 140015871243712 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 08:51:11.993165 140015871243712 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 08:51:12.286802: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 08:51:12.286847: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 08:51:12.286874: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 08:51:22.273529 140015871243712 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 08:51:22.275084 140015871243712 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 08:51:22.288856 140015871243712 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 08:51:22.326203 140015871243712 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 08:51:25.285197 140015871243712 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 08:51:25.289907 140015871243712 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 08:51:25.314301 140015871243712 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 08:51:25.359842 140015871243712 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 08:51:25.371136 140015871243712 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 08:51:25.453896 140015871243712 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 08:51:25.457983 140015871243712 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 08:51:25.458198 140015871243712 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 08:51:25.458268 140015871243712 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 08:51:25.458332 140015871243712 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 08:51:25.458393 140015871243712 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 08:51:25.458451 140015871243712 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.6 ************************************** +I1010 08:51:25.458508 140015871243712 resnet_main.py:388] ****************************** the weight_decay_input is 1.6 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 08:51:25.458638 140015871243712 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 08:51:25.458765 140015871243712 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 08:51:25.459707 140015871243712 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 08:51:25.490564 140015871243712 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 08:51:28.375427 140015871243712 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:28.458816 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:28.517400 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:28.579441 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:28.683780 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:28.744453 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:28.806716 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:28.914601 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:28.975684 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.038069 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.143285 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.204057 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.267138 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.376244 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.438937 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.501723 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.610238 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.670278 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.735739 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.860759 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.920257 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:29.983756 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:30.091161 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:30.151611 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:30.215737 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:30.322375 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:30.384443 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:30.447458 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:30.553134 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:30.611676 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:30.673949 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:30.778276 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:30.839279 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:30.900996 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.007035 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.066107 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.128110 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.236922 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.295319 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.357640 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.463730 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.524622 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.588742 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.693732 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.753155 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.816592 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.927509 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:31.988146 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.051647 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.158673 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.221209 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.287333 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.394967 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.453953 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.515592 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.620419 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.678692 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.741775 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.848773 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.908742 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:32.973345 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:33.080617 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:33.140237 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:33.206338 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:33.313002 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:33.372054 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:33.437443 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:33.551652 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:33.618446 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:33.686933 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:33.794074 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:33.855015 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:33.920351 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:34.031868 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:34.098278 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:34.183422 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:34.306874 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:34.659892 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:34.725754 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:34.831516 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:34.890640 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:34.953308 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.059416 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.120882 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.185941 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.292076 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.353579 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.417228 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.522550 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.581804 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.644301 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.751322 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.815366 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.881290 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:35.990106 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.049935 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.113836 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.221760 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.282191 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.345130 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.453799 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.516118 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.583143 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.691940 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.752069 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.816138 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.922727 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:36.983429 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.046992 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.154005 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.216161 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.280812 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.389255 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.448347 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.510364 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.615089 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.673798 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.737190 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.841958 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.902978 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:37.973422 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:38.081027 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:38.139847 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:38.202091 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:38.308938 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:38.369226 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:38.431682 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:38.537564 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:38.601361 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:38.666816 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:38.774621 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:38.837387 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:38.902574 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.009645 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.069442 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.133779 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.244267 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.303833 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.368021 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.475032 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.537087 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.601900 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.709512 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.770081 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.833278 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:39.940669 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.000962 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.064573 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.172000 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.234138 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.299304 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.406686 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.466073 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.528979 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.635226 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.694700 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.759011 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.864598 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.925880 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:40.997251 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:41.106978 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 08:51:41.212091 140015871243712 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 08:51:41.873137 140015871243712 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 08:51:42.134855 140015871243712 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 08:51:48.128940 140015871243712 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 08:51:49.275854 140015871243712 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 08:52:03.621263 140015871243712 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 08:52:03.789086 140015871243712 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:52:23.293378 140015871243712 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 08:52:35.208828 140015871243712 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 08:52:36.258152 140015871243712 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 08:52:36.258717 140015871243712 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 08:52:36.259345: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0'] +I1010 08:52:36.286492 140015871243712 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 08:52:36.315969 140015871243712 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 08:52:36.370850 140015871243712 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 08:52:51.344863 140015871243712 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 08:52:51.345947 140013860800256 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 08:52:51.346587 140013852407552 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 08:52:51.396760 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:52:51.472349 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:52:51.531719 140015871243712 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:52:51.532172 140015871243712 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 08:53:21.552546 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:53:21.636809 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 08:53:43.478372 140013852407552 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 08:53:51.685838 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:53:51.755894 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:54:21.844868 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:54:21.924947 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:54:22.942977 140015871243712 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.73303, step = 200 +I1010 08:54:36.321935 140015871243712 basic_session_run_hooks.py:262] loss = 4.73303, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:54:36.325026 140015871243712 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:54:36.325335 140015871243712 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 08:54:48.267607 140013852407552 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 08:54:51.999641 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:54:52.070373 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:55:22.151460 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:55:22.222594 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:55:27.612463 140015871243712 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.463054, step = 400 (62.529 sec) +I1010 08:55:38.850609 140015871243712 basic_session_run_hooks.py:260] loss = 3.463054, step = 400 (62.529 sec) +INFO:tensorflow:global_step/sec: 3.19855 +I1010 08:55:38.852344 140015871243712 tpu_estimator.py:2307] global_step/sec: 3.19855 +INFO:tensorflow:examples/sec: 209620 +I1010 08:55:38.853502 140015871243712 tpu_estimator.py:2308] examples/sec: 209620 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:55:38.854512 140015871243712 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:55:38.854700 140015871243712 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 15) +I1010 08:55:48.389070 140013852407552 tpu_estimator.py:279] Outfeed finished for iteration (2, 15) +I1010 08:55:52.306370 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:55:52.389514 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:56:22.473362 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:56:22.543570 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:56:25.204313 140015871243712 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.4247768, step = 600 (59.901 sec) +I1010 08:56:38.751384 140015871243712 basic_session_run_hooks.py:260] loss = 3.4247768, step = 600 (59.901 sec) +INFO:tensorflow:global_step/sec: 3.33877 +I1010 08:56:38.754739 140015871243712 tpu_estimator.py:2307] global_step/sec: 3.33877 +INFO:tensorflow:examples/sec: 218809 +I1010 08:56:38.755157 140015871243712 tpu_estimator.py:2308] examples/sec: 218809 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:56:38.756201 140015871243712 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:56:38.756380 140015871243712 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 18) +I1010 08:56:48.534717 140013852407552 tpu_estimator.py:279] Outfeed finished for iteration (3, 18) +I1010 08:56:52.630152 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:56:52.711162 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 08:57:22.762619 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:57:22.821834 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:57:24.025104 140015871243712 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.981047, step = 800 (58.139 sec) +I1010 08:57:36.890086 140015871243712 basic_session_run_hooks.py:260] loss = 2.981047, step = 800 (58.139 sec) +INFO:tensorflow:global_step/sec: 3.44014 +I1010 08:57:36.891819 140015871243712 tpu_estimator.py:2307] global_step/sec: 3.44014 +INFO:tensorflow:examples/sec: 225453 +I1010 08:57:36.892301 140015871243712 tpu_estimator.py:2308] examples/sec: 225453 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:57:36.893524 140015871243712 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:57:36.893701 140015871243712 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 26) +I1010 08:57:48.720765 140013852407552 tpu_estimator.py:279] Outfeed finished for iteration (4, 26) +I1010 08:57:52.903392 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:57:52.978241 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:58:22.995129 140015871243712 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:58:23.054117 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:58:23.133352 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 08:58:31.950581 140015871243712 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.6244624, step = 1000 (58.899 sec) +I1010 08:58:35.789064 140015871243712 basic_session_run_hooks.py:260] loss = 2.6244624, step = 1000 (58.899 sec) +INFO:tensorflow:global_step/sec: 3.39565 +I1010 08:58:35.790714 140015871243712 tpu_estimator.py:2307] global_step/sec: 3.39565 +INFO:tensorflow:examples/sec: 222537 +I1010 08:58:35.791094 140015871243712 tpu_estimator.py:2308] examples/sec: 222537 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:58:35.792294 140015871243712 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:58:35.792458 140015871243712 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 30) +I1010 08:58:48.885549 140013852407552 tpu_estimator.py:279] Outfeed finished for iteration (5, 30) +I1010 08:58:53.210385 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:58:53.283812 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:59:22.148542 140015871243712 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 08:59:23.359297 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:59:23.440517 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.451355, step = 1200 (61.103 sec) +I1010 08:59:36.891719 140015871243712 basic_session_run_hooks.py:260] loss = 2.451355, step = 1200 (61.103 sec) +INFO:tensorflow:global_step/sec: 3.27318 +I1010 08:59:36.893397 140015871243712 tpu_estimator.py:2307] global_step/sec: 3.27318 +INFO:tensorflow:examples/sec: 214511 +I1010 08:59:36.893765 140015871243712 tpu_estimator.py:2308] examples/sec: 214511 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 08:59:36.894921 140015871243712 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 08:59:36.895087 140015871243712 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 31) +I1010 08:59:48.924766 140013852407552 tpu_estimator.py:279] Outfeed finished for iteration (6, 31) +I1010 08:59:53.516061 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 08:59:53.604372 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:00:23.115345 140015871243712 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:00:23.690470 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:00:23.801194 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.3128812, step = 1400 (58.272 sec) +I1010 09:00:35.163706 140015871243712 basic_session_run_hooks.py:260] loss = 2.3128812, step = 1400 (58.272 sec) +INFO:tensorflow:global_step/sec: 3.43219 +I1010 09:00:35.165267 140015871243712 tpu_estimator.py:2307] global_step/sec: 3.43219 +INFO:tensorflow:examples/sec: 224932 +I1010 09:00:35.165595 140015871243712 tpu_estimator.py:2308] examples/sec: 224932 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:00:35.166590 140015871243712 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:00:35.166771 140015871243712 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 36) +I1010 09:00:49.134377 140013852407552 tpu_estimator.py:279] Outfeed finished for iteration (7, 36) +I1010 09:00:53.867002 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:00:53.956599 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:01:22.213810 140015871243712 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:01:24.046015 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:01:24.123850 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.0372553, step = 1600 (60.084 sec) +I1010 09:01:35.247529 140015871243712 basic_session_run_hooks.py:260] loss = 2.0372553, step = 1600 (60.084 sec) +INFO:tensorflow:global_step/sec: 3.32868 +I1010 09:01:35.249174 140015871243712 tpu_estimator.py:2307] global_step/sec: 3.32868 +INFO:tensorflow:examples/sec: 218148 +I1010 09:01:35.249531 140015871243712 tpu_estimator.py:2308] examples/sec: 218148 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 09:01:35.250533 140015871243712 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 09:01:35.250711 140015871243712 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 37) +I1010 09:01:49.149888 140013852407552 tpu_estimator.py:279] Outfeed finished for iteration (8, 37) +I1010 09:01:54.208360 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:01:54.283646 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.9913199, step = 1760 (38.483 sec) +I1010 09:02:13.730607 140015871243712 basic_session_run_hooks.py:260] loss = 1.9913199, step = 1760 (38.483 sec) +INFO:tensorflow:global_step/sec: 4.15766 +I1010 09:02:13.732521 140015871243712 tpu_estimator.py:2307] global_step/sec: 4.15766 +INFO:tensorflow:examples/sec: 272476 +I1010 09:02:15.479847 140015871243712 tpu_estimator.py:2308] examples/sec: 272476 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:02:15.481722 140015871243712 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:02:24.335364 140013844014848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:02:24.423079 140013844014848 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 09:02:29.845376 140015871243712 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 09:02:29.845745 140015871243712 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 09:02:29.845998 140013860800256 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 09:02:29.846157 140013860800256 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 09:02:29.846324 140015871243712 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 09:02:29.846442 140015871243712 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 09:02:29.846518 140015871243712 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 09:02:29.846661 140013852407552 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 09:02:29.846756 140013852407552 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 09:02:29.846894 140015871243712 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 09:02:29.846996 140015871243712 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.9913199. +I1010 09:02:56.245018 140015871243712 estimator.py:371] Loss for final step: 1.9913199. +INFO:tensorflow:training_loop marked as finished +I1010 09:02:56.246026 140015871243712 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 09:02:59.198657 139881570022848 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 09:02:59.204443 139881570022848 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 09:02:59.204742 139881570022848 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 09:02:59.207967 139881570022848 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:02:59.250113 139881570022848 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 09:02:59.250379 139881570022848 transport.py:157] Attempting refresh to obtain initial access_token +I1010 09:02:59.316550 139881570022848 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:02:59.365250 139881570022848 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 09:02:59.365514 139881570022848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 09:02:59.579988 139881570022848 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 09:02:59.581135 139881570022848 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 09:02:59.581393 139881570022848 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 09:02:59.581876 139881570022848 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 09:02:59.581968 139881570022848 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 09:02:59.582060 139881570022848 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 09:02:59.582181 139881570022848 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:02:59.817766 139881570022848 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 09:02:59.818254 139881570022848 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 09:02:59.818615 139881570022848 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 09:02:59.819938: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 09:02:59.833940 139881570022848 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 09:02:59.834213 139881570022848 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 09:02:59.836222 139881570022848 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 09:02:59.836298 139881570022848 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 09:02:59.836364 139881570022848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 09:02:59.836719 139881570022848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 09:02:59.836791 139881570022848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 09:02:59.836857 139881570022848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 09:02:59.836935 139881570022848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 09:02:59.836997 139881570022848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 09:02:59.837065 139881570022848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 09:02:59.837126 139881570022848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 09:02:59.837187 139881570022848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 09:02:59.837248 139881570022848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 09:02:59.837308 139881570022848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 09:02:59.842674 139881570022848 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 09:02:59.844402 139881570022848 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 09:02:59.858407 139881570022848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 09:02:59.858659 139881570022848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 09:02:59.866708 139881570022848 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 09:02:59.952630 139881570022848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:02:59.952896 139881570022848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 09:03:00.108562 139881570022848 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 09:03:00.109368 139881570022848 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 09:03:00.109987 139881570022848 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 09:03:00.516457 139881570022848 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 09:03:01.073984: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 09:03:01.074035: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 09:03:01.074063: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 09:03:01.096800 139881570022848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 09:03:01.098104 139881570022848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 09:03:01.112231 139881570022848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 09:03:01.137075 139881570022848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 09:03:03.193440 139881570022848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 09:03:03.198076 139881570022848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 09:03:03.221792 139881570022848 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 09:03:03.265626 139881570022848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 09:03:03.276380 139881570022848 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 09:03:03.369318 139881570022848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 09:03:03.609478 139881570022848 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 09:03:03.624771 139881570022848 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 09:03:03.643038 139881570022848 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T09:03:03Z +I1010 09:03:03.658642 139881570022848 evaluation.py:255] Starting evaluation at 2019-10-10T09:03:03Z +INFO:tensorflow:TPU job name worker +I1010 09:03:03.658888 139881570022848 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 09:03:04.180145 139881570022848 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:03:04.254961 139881570022848 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 09:03:06.956152 139881570022848 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 09:03:06.978389 139881570022848 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 09:03:07.020910 139881570022848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 09:03:07.036894 139881570022848 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 09:03:13.279587 139881570022848 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 09:03:13.280432 139879753176832 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 09:03:13.280947 139879744784128 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 09:03:13.452694 139881570022848 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 09:03:13.475068 139881570022848 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 09:03:13.475745 139881570022848 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 09:03:13.506217 139879736391424 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 09:03:13.575431 139879736391424 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 09:03:24.580348 139879744784128 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 09:03:33.350811 139881570022848 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 09:03:33.351339 139881570022848 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 09:03:33.351437 139881570022848 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 09:03:33.351598 139879753176832 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 09:03:33.351710 139879753176832 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 09:03:33.351847 139881570022848 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 09:03:33.351958 139881570022848 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 09:03:33.352041 139881570022848 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 09:03:33.352161 139879744784128 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 09:03:33.352246 139879744784128 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 09:03:33.352396 139881570022848 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 09:03:33.352544 139881570022848 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-09:03:43 +I1010 09:03:43.823729 139881570022848 evaluation.py:275] Finished evaluation at 2019-10-10-09:03:43 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.954635, top_1_accuracy = 0.7512207, top_5_accuracy = 0.92366534 +I1010 09:03:43.824083 139881570022848 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.954635, top_1_accuracy = 0.7512207, top_5_accuracy = 0.92366534 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:03:45.850526 139881570022848 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 09:03:46.195003 139881570022848 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.954635, 'top_1_accuracy': 0.7512207, 'global_step': 1760, 'top_5_accuracy': 0.92366534}. Elapsed seconds: 46 +I1010 09:03:46.195310 139881570022848 resnet_main.py:597] Eval results: {'loss': 1.954635, 'top_1_accuracy': 0.7512207, 'global_step': 1760, 'top_5_accuracy': 0.92366534}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 09:03:46.195446 139881570022848 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570697502768574... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570698143998780... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570697505.v3-512#1570698149776116... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570697538153085... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570697911160739... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570697911335878... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570697915268279... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570697970407962... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570697970646337... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570697974718817... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570698030422507... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570698030605434... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570698034645134... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570698090228548... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570698090479729... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570698094732904... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570698143300262... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570698143524924... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570698147476249... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570698224369405... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570698224.v3-512#1570698226124318... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 09:03:50.138165 139986333001152 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 09:03:50.144334 139986333001152 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 09:03:50.144594 139986333001152 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 09:03:50.147850 139986333001152 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:03:50.190195 139986333001152 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 09:03:50.190464 139986333001152 transport.py:157] Attempting refresh to obtain initial access_token +I1010 09:03:50.274451 139986333001152 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:03:50.316247 139986333001152 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 09:03:50.316543 139986333001152 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 09:03:50.389627 139986333001152 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 09:03:50.391047 139986333001152 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 09:03:50.391335 139986333001152 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 09:03:50.391781 139986333001152 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 09:03:50.391865 139986333001152 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 09:03:50.391954 139986333001152 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 09:03:50.480439 139986333001152 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 09:03:50.565578 139986333001152 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 09:03:50.567274: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 09:03:50.627727 139986333001152 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 09:03:50.628000 139986333001152 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 09:03:50.628465 139986333001152 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 09:03:50.628595 139986333001152 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 09:03:50.628669 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 09:03:50.628969 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 09:03:50.629040 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 09:03:50.629103 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 09:03:50.629164 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 09:03:50.629225 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 09:03:50.629283 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 09:03:50.629343 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 09:03:50.629401 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 09:03:50.629475 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 09:03:50.629537 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 09:03:50.629596 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 09:03:50.629666 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 09:03:50.629724 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 09:03:50.629784 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 09:03:50.629842 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 09:03:50.629900 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 09:03:50.629960 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 09:03:50.630017 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 09:03:50.630076 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 09:03:50.630136 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 09:03:50.630201 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 09:03:50.630260 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 09:03:50.630320 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 09:03:50.630378 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 09:03:50.630436 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 09:03:50.630496 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 09:03:50.630553 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 09:03:50.630618 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 09:03:50.630685 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 09:03:50.630744 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 09:03:50.630805 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 09:03:50.630867 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 09:03:50.630924 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 09:03:50.630990 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 09:03:50.631050 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 09:03:50.631108 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 09:03:50.631167 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 09:03:50.631227 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 09:03:50.631306 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 09:03:50.631366 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 09:03:50.631426 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 09:03:50.631484 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 09:03:50.631544 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 09:03:50.631602 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 09:03:50.631669 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 09:03:50.631732 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 09:03:50.631792 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 09:03:50.631850 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 09:03:50.631910 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 09:03:50.631968 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 09:03:50.632025 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 09:03:50.632083 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 09:03:50.632142 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 09:03:50.632199 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 09:03:50.632256 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 09:03:50.632314 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 09:03:50.632373 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 09:03:50.632431 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 09:03:50.632545 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 09:03:50.632618 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 09:03:50.632678 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 09:03:50.632739 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 09:03:50.632797 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 09:03:50.632854 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 09:03:50.632915 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 09:03:50.632975 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 09:03:50.633039 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 09:03:50.633100 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 09:03:50.633157 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 09:03:50.633215 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 09:03:50.633280 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 09:03:50.633338 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 09:03:50.633395 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 09:03:50.633454 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 09:03:50.633512 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 09:03:50.633570 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 09:03:50.633636 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 09:03:50.633697 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 09:03:50.633755 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 09:03:50.633814 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 09:03:50.633872 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 09:03:50.633932 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 09:03:50.633994 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 09:03:50.634052 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 09:03:50.634110 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 09:03:50.634171 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 09:03:50.634229 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 09:03:50.634289 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 09:03:50.634349 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 09:03:50.634407 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 09:03:50.634464 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 09:03:50.634522 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 09:03:50.634581 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 09:03:50.634644 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 09:03:50.634704 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 09:03:50.634767 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 09:03:50.634824 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 09:03:50.634882 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 09:03:50.634948 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 09:03:50.635008 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 09:03:50.635066 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 09:03:50.635124 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 09:03:50.635183 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 09:03:50.635241 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 09:03:50.635299 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 09:03:50.635358 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 09:03:50.635416 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 09:03:50.635478 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 09:03:50.635538 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 09:03:50.635596 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 09:03:50.635660 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 09:03:50.635724 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 09:03:50.635783 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 09:03:50.635840 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 09:03:50.635905 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 09:03:50.635963 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 09:03:50.636022 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 09:03:50.636085 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 09:03:50.636148 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 09:03:50.636209 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 09:03:50.636274 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 09:03:50.636332 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 09:03:50.636399 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 09:03:50.636457 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 09:03:50.636565 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 09:03:50.636636 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 09:03:50.636697 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 09:03:50.636754 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 09:03:50.636814 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 09:03:50.636873 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 09:03:50.636931 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 09:03:50.636991 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 09:03:50.637056 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 09:03:50.637115 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 09:03:50.637172 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 09:03:50.637231 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 09:03:50.637289 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 09:03:50.637346 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 09:03:50.637403 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 09:03:50.637460 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 09:03:50.637522 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 09:03:50.637582 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 09:03:50.637648 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 09:03:50.637706 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 09:03:50.637768 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 09:03:50.637828 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 09:03:50.637886 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 09:03:50.637943 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 09:03:50.638003 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 09:03:50.638060 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 09:03:50.638118 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 09:03:50.638176 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 09:03:50.638236 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 09:03:50.638295 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 09:03:50.638353 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 09:03:50.638411 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 09:03:50.638468 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 09:03:50.638540 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 09:03:50.638600 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 09:03:50.638663 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 09:03:50.638720 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 09:03:50.638778 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 09:03:50.638837 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 09:03:50.638895 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 09:03:50.638953 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 09:03:50.639012 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 09:03:50.639070 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 09:03:50.639127 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 09:03:50.639185 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 09:03:50.639249 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 09:03:50.639307 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 09:03:50.639364 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 09:03:50.639422 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 09:03:50.639482 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 09:03:50.639539 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 09:03:50.639599 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 09:03:50.639664 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 09:03:50.639724 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 09:03:50.639782 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 09:03:50.639842 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 09:03:50.639899 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 09:03:50.639957 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 09:03:50.640019 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 09:03:50.640078 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 09:03:50.640136 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 09:03:50.640196 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 09:03:50.640254 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 09:03:50.640320 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 09:03:50.640377 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 09:03:50.640435 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 09:03:50.640533 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 09:03:50.640621 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 09:03:50.640682 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 09:03:50.640742 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 09:03:50.640806 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 09:03:50.640872 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 09:03:50.640932 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 09:03:50.640996 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 09:03:50.641057 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 09:03:50.641114 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 09:03:50.641171 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 09:03:50.641230 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 09:03:50.641288 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 09:03:50.641345 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 09:03:50.641403 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 09:03:50.641462 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 09:03:50.641527 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 09:03:50.641587 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 09:03:50.641654 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 09:03:50.641714 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 09:03:50.641772 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 09:03:50.641830 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 09:03:50.641889 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 09:03:50.641947 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 09:03:50.642007 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 09:03:50.642066 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 09:03:50.642134 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 09:03:50.642205 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 09:03:50.642266 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 09:03:50.642333 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 09:03:50.642391 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 09:03:50.642451 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 09:03:50.642508 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 09:03:50.642566 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 09:03:50.642630 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 09:03:50.642688 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 09:03:50.642745 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 09:03:50.642803 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 09:03:50.642860 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 09:03:50.642920 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 09:03:50.642976 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 09:03:50.643042 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 09:03:50.643100 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 09:03:50.643157 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 09:03:50.643214 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 09:03:50.643273 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 09:03:50.643331 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 09:03:50.643389 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 09:03:50.643448 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 09:03:50.643505 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 09:03:50.643563 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 09:03:50.643627 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 09:03:50.643687 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 09:03:50.643753 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 09:03:50.643812 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 09:03:50.643871 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 09:03:50.643929 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 09:03:50.643986 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 09:03:50.644045 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 09:03:50.644104 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 09:03:50.644161 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 09:03:50.644220 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 09:03:50.644278 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 09:03:50.644335 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 09:03:50.644395 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 09:03:50.644453 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 09:03:50.644570 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 09:03:50.644640 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 09:03:50.644700 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 09:03:50.644758 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 09:03:50.644817 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 09:03:50.644875 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 09:03:50.644933 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 09:03:50.644993 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 09:03:50.645051 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 09:03:50.645108 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 09:03:50.645167 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 09:03:50.645225 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 09:03:50.645287 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 09:03:50.645344 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 09:03:50.645402 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 09:03:50.645459 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 09:03:50.645517 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 09:03:50.645576 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 09:03:50.645642 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 09:03:50.645700 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 09:03:50.645760 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 09:03:50.645817 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 09:03:50.645875 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 09:03:50.645934 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 09:03:50.645996 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 09:03:50.646054 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 09:03:50.646112 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 09:03:50.646169 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 09:03:50.646228 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 09:03:50.646286 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 09:03:50.646346 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 09:03:50.646403 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 09:03:50.646461 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 09:03:50.646517 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 09:03:50.646575 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 09:03:50.646640 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 09:03:50.646707 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 09:03:50.646770 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 09:03:50.646827 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 09:03:50.646886 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 09:03:50.646945 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 09:03:50.647003 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 09:03:50.647062 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 09:03:50.647119 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 09:03:50.647176 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 09:03:50.647234 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 09:03:50.647291 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 09:03:50.647350 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 09:03:50.647407 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 09:03:50.647468 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 09:03:50.647526 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 09:03:50.647584 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 09:03:50.647651 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 09:03:50.647711 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 09:03:50.647768 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 09:03:50.647826 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 09:03:50.647886 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 09:03:50.647943 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 09:03:50.648001 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 09:03:50.648060 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 09:03:50.648118 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 09:03:50.648175 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 09:03:50.648238 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 09:03:50.648298 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 09:03:50.648355 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 09:03:50.648413 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 09:03:50.648488 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 09:03:50.648561 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 09:03:50.648626 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 09:03:50.648684 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 09:03:50.648742 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 09:03:50.648807 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 09:03:50.648865 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 09:03:50.648924 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 09:03:50.648993 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 09:03:50.649053 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 09:03:50.649112 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 09:03:50.649171 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 09:03:50.649234 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 09:03:50.649292 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 09:03:50.649354 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 09:03:50.649414 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 09:03:50.649476 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 09:03:50.649534 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 09:03:50.649596 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 09:03:50.649668 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 09:03:50.649733 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 09:03:50.649791 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 09:03:50.649851 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 09:03:50.649909 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 09:03:50.649966 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 09:03:50.650024 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 09:03:50.650082 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 09:03:50.650141 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 09:03:50.650198 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 09:03:50.650258 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 09:03:50.650315 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 09:03:50.650373 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 09:03:50.650433 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 09:03:50.650496 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 09:03:50.650552 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 09:03:50.650616 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 09:03:50.650686 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 09:03:50.650747 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 09:03:50.650804 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 09:03:50.650863 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 09:03:50.650923 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 09:03:50.650983 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 09:03:50.651041 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 09:03:50.651099 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 09:03:50.651158 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 09:03:50.651220 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 09:03:50.651309 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 09:03:50.651370 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 09:03:50.651428 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 09:03:50.651487 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 09:03:50.651546 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 09:03:50.651609 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 09:03:50.651670 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 09:03:50.651730 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 09:03:50.651788 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 09:03:50.651846 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 09:03:50.651905 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 09:03:50.651968 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 09:03:50.652029 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 09:03:50.652086 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 09:03:50.652144 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 09:03:50.652203 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 09:03:50.652261 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 09:03:50.652319 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 09:03:50.652379 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 09:03:50.652436 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 09:03:50.652514 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 09:03:50.652575 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 09:03:50.652638 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 09:03:50.652697 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 09:03:50.652760 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 09:03:50.652820 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 09:03:50.652878 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 09:03:50.652937 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 09:03:50.652997 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 09:03:50.653054 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 09:03:50.653111 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 09:03:50.653170 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 09:03:50.653227 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 09:03:50.653285 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 09:03:50.653342 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 09:03:50.653400 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 09:03:50.653465 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 09:03:50.653525 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 09:03:50.653584 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 09:03:50.653651 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 09:03:50.653711 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 09:03:50.653770 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 09:03:50.653829 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 09:03:50.653887 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 09:03:50.653945 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 09:03:50.654004 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 09:03:50.654062 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 09:03:50.654119 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 09:03:50.654182 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 09:03:50.654241 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 09:03:50.654298 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 09:03:50.654356 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 09:03:50.654413 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 09:03:50.654472 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 09:03:50.654529 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 09:03:50.654587 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 09:03:50.654650 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 09:03:50.654717 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 09:03:50.654776 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 09:03:50.654834 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 09:03:50.654891 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 09:03:50.654966 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 09:03:50.655031 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 09:03:50.655097 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 09:03:50.655154 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 09:03:50.655214 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 09:03:50.655272 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 09:03:50.655329 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 09:03:50.655388 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 09:03:50.655446 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 09:03:50.655504 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 09:03:50.655563 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 09:03:50.655626 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 09:03:50.655689 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 09:03:50.655747 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 09:03:50.655806 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 09:03:50.655864 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 09:03:50.655921 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 09:03:50.655980 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 09:03:50.656038 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 09:03:50.656095 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 09:03:50.656153 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 09:03:50.656212 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 09:03:50.656270 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 09:03:50.656327 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 09:03:50.656383 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 09:03:50.656445 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 09:03:50.656522 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 09:03:50.656582 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 09:03:50.656646 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 09:03:50.656703 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 09:03:50.656761 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 09:03:50.656821 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 09:03:50.656877 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 09:03:50.656934 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 09:03:50.656992 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 09:03:50.657051 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 09:03:50.657109 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 09:03:50.657171 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 09:03:50.657234 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 09:03:50.657293 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 09:03:50.657356 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 09:03:50.657414 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 09:03:50.657473 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 09:03:50.657531 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 09:03:50.657589 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 09:03:50.657655 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 09:03:50.657712 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 09:03:50.657769 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 09:03:50.657828 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 09:03:50.657896 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 09:03:50.657955 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 09:03:50.658014 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 09:03:50.658071 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 09:03:50.658129 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 09:03:50.658189 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 09:03:50.658246 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 09:03:50.658309 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 09:03:50.658368 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 09:03:50.658426 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 09:03:50.658483 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 09:03:50.658557 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 09:03:50.658622 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 09:03:50.658693 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 09:03:50.658751 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 09:03:50.658816 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 09:03:50.658874 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 09:03:50.658934 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 09:03:50.658992 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 09:03:50.659049 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 09:03:50.659107 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 09:03:50.659164 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 09:03:50.659223 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 09:03:50.659281 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 09:03:50.659337 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 09:03:50.659399 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 09:03:50.659457 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 09:03:50.659517 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 09:03:50.659575 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 09:03:50.659640 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 09:03:50.659698 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 09:03:50.659754 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 09:03:50.659812 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 09:03:50.659871 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 09:03:50.659929 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 09:03:50.659986 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 09:03:50.660044 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 09:03:50.660106 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 09:03:50.660166 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 09:03:50.660224 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 09:03:50.660283 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 09:03:50.660341 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 09:03:50.660398 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 09:03:50.660456 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 09:03:50.660532 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 09:03:50.660592 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 09:03:50.660655 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 09:03:50.660712 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 09:03:50.660772 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 09:03:50.660830 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 09:03:50.660893 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 09:03:50.660952 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 09:03:50.661010 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 09:03:50.661068 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 09:03:50.661127 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 09:03:50.661184 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 09:03:50.661242 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 09:03:50.661298 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 09:03:50.661356 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 09:03:50.661415 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 09:03:50.661475 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 09:03:50.661535 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 09:03:50.661597 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 09:03:50.661664 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 09:03:50.661724 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 09:03:50.661782 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 09:03:50.661839 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 09:03:50.661897 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 09:03:50.661956 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 09:03:50.662014 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 09:03:50.662071 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 09:03:50.662128 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 09:03:50.662188 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 09:03:50.662245 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 09:03:50.662302 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 09:03:50.662364 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 09:03:50.662422 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 09:03:50.662480 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 09:03:50.662538 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 09:03:50.662595 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 09:03:50.662659 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 09:03:50.662718 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 09:03:50.662775 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 09:03:50.662833 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 09:03:50.662892 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 09:03:50.662949 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 09:03:50.663007 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 09:03:50.663069 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 09:03:50.663127 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 09:03:50.663186 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 09:03:50.663243 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 09:03:50.663300 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 09:03:50.663358 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 09:03:50.663417 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 09:03:50.663475 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 09:03:50.663532 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 09:03:50.663589 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 09:03:50.663655 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 09:03:50.663712 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 09:03:50.663777 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 09:03:50.663836 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 09:03:50.663894 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 09:03:50.663953 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 09:03:50.664011 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 09:03:50.664069 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 09:03:50.664129 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 09:03:50.664186 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 09:03:50.664244 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 09:03:50.664303 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 09:03:50.664361 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 09:03:50.664418 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 09:03:50.664489 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 09:03:50.664561 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 09:03:50.664624 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 09:03:50.664685 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 09:03:50.664741 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 09:03:50.664800 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 09:03:50.664859 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 09:03:50.664916 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 09:03:50.664973 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 09:03:50.665031 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 09:03:50.665088 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 09:03:50.665147 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 09:03:50.665205 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 09:03:50.665266 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 09:03:50.665323 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 09:03:50.665380 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 09:03:50.665438 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 09:03:50.665497 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 09:03:50.665560 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 09:03:50.665623 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 09:03:50.665682 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 09:03:50.665740 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 09:03:50.665796 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 09:03:50.665855 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 09:03:50.665914 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 09:03:50.665977 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 09:03:50.666034 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 09:03:50.666094 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 09:03:50.666152 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 09:03:50.666208 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 09:03:50.666266 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 09:03:50.666326 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 09:03:50.666383 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 09:03:50.666440 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 09:03:50.666498 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 09:03:50.666558 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 09:03:50.666624 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 09:03:50.666683 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 09:03:50.666745 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 09:03:50.666805 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 09:03:50.666862 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 09:03:50.666920 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 09:03:50.666979 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 09:03:50.667037 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 09:03:50.667093 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 09:03:50.667151 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 09:03:50.667208 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 09:03:50.667267 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 09:03:50.667325 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 09:03:50.667383 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 09:03:50.667444 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 09:03:50.667504 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 09:03:50.667562 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 09:03:50.667623 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 09:03:50.667682 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 09:03:50.667740 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 09:03:50.667798 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 09:03:50.667855 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 09:03:50.667913 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 09:03:50.667973 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 09:03:50.668031 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 09:03:50.668088 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 09:03:50.668147 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 09:03:50.668209 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 09:03:50.668267 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 09:03:50.668324 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 09:03:50.668382 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 09:03:50.668441 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 09:03:50.668524 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 09:03:50.668586 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 09:03:50.668649 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 09:03:50.668709 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 09:03:50.668766 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 09:03:50.668824 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 09:03:50.668883 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 09:03:50.668946 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 09:03:50.669004 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 09:03:50.669063 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 09:03:50.669121 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 09:03:50.669178 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 09:03:50.669236 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 09:03:50.669296 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 09:03:50.669354 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 09:03:50.669413 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 09:03:50.669471 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 09:03:50.669529 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 09:03:50.669588 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 09:03:50.669656 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 09:03:50.669715 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 09:03:50.669775 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 09:03:50.669832 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 09:03:50.669892 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 09:03:50.669950 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 09:03:50.670008 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 09:03:50.670067 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 09:03:50.670125 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 09:03:50.670183 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 09:03:50.670242 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 09:03:50.670299 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 09:03:50.670357 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 09:03:50.670420 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 09:03:50.670479 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 09:03:50.670536 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 09:03:50.670595 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 09:03:50.670660 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 09:03:50.670717 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 09:03:50.670775 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 09:03:50.670835 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 09:03:50.670892 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 09:03:50.670949 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 09:03:50.671006 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 09:03:50.671065 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 09:03:50.671125 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 09:03:50.671185 139986333001152 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 09:03:50.676539 139986333001152 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 09:03:50.677048 139986333001152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 09:03:50.688857 139986333001152 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 09:03:50.706168 139986333001152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 09:03:50.706414 139986333001152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 09:03:50.714210 139986333001152 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 09:03:50.794650 139986333001152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:03:50.794917 139986333001152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 09:03:50.797395 139986333001152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:03:50.797601 139986333001152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 09:03:50.953804 139986333001152 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 09:03:50.954624 139986333001152 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 09:03:50.955270 139986333001152 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 09:03:51.361547 139986333001152 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 09:03:51.745716 139986333001152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 09:03:52.041939: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 09:03:52.041985: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 09:03:52.042011: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 09:04:01.897933 139986333001152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 09:04:01.899452 139986333001152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 09:04:01.912959 139986333001152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 09:04:01.950309 139986333001152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 09:04:04.873642 139986333001152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 09:04:04.878330 139986333001152 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 09:04:04.903645 139986333001152 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 09:04:04.948369 139986333001152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 09:04:04.959467 139986333001152 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 09:04:05.040654 139986333001152 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 09:04:05.044606 139986333001152 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 09:04:05.044802 139986333001152 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 09:04:05.044874 139986333001152 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 09:04:05.044939 139986333001152 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 09:04:05.045000 139986333001152 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 09:04:05.045058 139986333001152 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 2.0 ************************************** +I1010 09:04:05.045116 139986333001152 resnet_main.py:388] ****************************** the weight_decay_input is 2.0 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 09:04:05.045231 139986333001152 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 09:04:05.045346 139986333001152 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 09:04:05.046240 139986333001152 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 09:04:05.076229 139986333001152 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 09:04:07.949877 139986333001152 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.032973 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.090905 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.152343 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.257055 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.318186 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.380544 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.487827 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.547089 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.609652 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.715676 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.775715 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.837557 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:08.944941 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.006225 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.069432 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.176738 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.237696 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.302886 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.427402 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.485632 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.547895 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.652363 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.711622 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.773019 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.878333 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.936588 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:09.998553 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:10.103027 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:10.161844 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:10.225029 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:10.330044 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:10.391450 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:10.454438 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:10.561935 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:10.621910 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:10.684652 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:10.790330 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:10.849462 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:10.911652 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.018847 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.079242 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.141695 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.247910 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.307526 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.371200 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.484519 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.542541 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.604569 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.707998 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.768552 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.831182 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.936938 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:11.995197 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.057205 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.162621 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.221992 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.284522 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.391206 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.451848 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.514528 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.620018 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.679128 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.743748 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.852283 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.911217 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:12.973076 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:13.080548 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:13.141994 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:13.208425 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:13.315479 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:13.377891 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:13.444360 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:13.554507 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:13.620220 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:13.704912 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:13.825761 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:14.177196 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:14.241736 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:14.345904 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:14.405930 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:14.468080 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:14.573265 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:14.634089 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:14.698821 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:14.804137 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:14.864370 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:14.926439 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.031455 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.090575 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.152391 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.257145 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.318778 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.383169 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.490607 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.549420 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.610481 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.718255 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.777683 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.840141 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:15.945122 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.006293 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.072397 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.178922 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.239497 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.302381 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.409678 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.469027 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.531362 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.636586 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.697942 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.761967 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.868726 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.928081 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:16.991558 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:17.098699 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:17.157599 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:17.220976 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:17.325906 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:17.388761 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:17.459136 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:17.567409 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:17.626552 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:17.688687 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:17.794833 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:17.854245 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:17.916440 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.024157 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.088026 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.153390 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.261604 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.323307 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.389566 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.496021 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.555437 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.619179 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.727612 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.787426 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.851892 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:18.957555 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.019984 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.085432 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.194416 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.257028 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.322576 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.433921 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.493563 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.557718 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.663232 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.724771 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.789912 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.895689 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:19.954953 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:20.017584 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:20.123405 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:20.183459 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:20.248925 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:20.355848 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:20.420963 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:20.490540 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:20.599791 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:04:20.706435 139986333001152 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 09:04:21.370165 139986333001152 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 09:04:21.630752 139986333001152 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 09:04:27.572611 139986333001152 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 09:04:28.703816 139986333001152 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 09:04:42.711280 139986333001152 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 09:04:42.884685 139986333001152 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:05:02.243719 139986333001152 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 09:05:15.401911 139986333001152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 09:05:16.369760 139986333001152 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 09:05:16.370172 139986333001152 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 09:05:16.370686: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 09:05:16.397371 139986333001152 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 09:05:16.424995 139986333001152 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 09:05:16.480104 139986333001152 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 09:05:31.567058 139986333001152 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 09:05:31.568097 139984331069184 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 09:05:31.568669 139984322676480 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 09:05:31.628835 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:05:31.708647 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:05:31.755477 139986333001152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:05:31.755930 139986333001152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 09:06:01.783711 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:06:01.853637 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 09:06:23.425129 139984322676480 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 09:06:31.927622 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:06:32.005954 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:07:02.095400 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:07:02.181389 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:07:02.809745 139986333001152 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.8234773, step = 200 +I1010 09:07:15.703584 139986333001152 basic_session_run_hooks.py:262] loss = 4.8234773, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:07:15.708082 139986333001152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:07:15.708401 139986333001152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 09:07:27.228975 139984322676480 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 09:07:32.262084 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:07:32.339864 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:08:02.402509 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:08:02.475955 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:08:07.167123 139986333001152 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6841269, step = 400 (64.343 sec) +I1010 09:08:20.046406 139986333001152 basic_session_run_hooks.py:260] loss = 3.6841269, step = 400 (64.343 sec) +INFO:tensorflow:global_step/sec: 3.10842 +I1010 09:08:20.048592 139986333001152 tpu_estimator.py:2307] global_step/sec: 3.10842 +INFO:tensorflow:examples/sec: 203714 +I1010 09:08:20.050295 139986333001152 tpu_estimator.py:2308] examples/sec: 203714 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:08:20.052031 139986333001152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:08:20.052308 139986333001152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 4) +I1010 09:08:27.334914 139984322676480 tpu_estimator.py:279] Outfeed finished for iteration (2, 4) +I1010 09:08:32.552720 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:08:32.626089 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:09:02.701323 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:09:02.775391 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:09:05.643901 139986333001152 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3583055, step = 600 (61.348 sec) +I1010 09:09:21.394885 139986333001152 basic_session_run_hooks.py:260] loss = 3.3583055, step = 600 (61.348 sec) +INFO:tensorflow:global_step/sec: 3.26001 +I1010 09:09:21.398003 139986333001152 tpu_estimator.py:2307] global_step/sec: 3.26001 +INFO:tensorflow:examples/sec: 213648 +I1010 09:09:21.398416 139986333001152 tpu_estimator.py:2308] examples/sec: 213648 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:09:21.399502 139986333001152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:09:21.399682 139986333001152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 0) +I1010 09:09:27.919436 139984322676480 tpu_estimator.py:279] Outfeed finished for iteration (3, 0) +I1010 09:09:32.852032 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:09:32.934046 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:10:03.018281 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:10:03.098612 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:10:07.000039 139986333001152 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.6815448, step = 800 (59.702 sec) +I1010 09:10:21.096414 139986333001152 basic_session_run_hooks.py:260] loss = 2.6815448, step = 800 (59.702 sec) +INFO:tensorflow:global_step/sec: 3.35006 +I1010 09:10:21.098511 139986333001152 tpu_estimator.py:2307] global_step/sec: 3.35006 +INFO:tensorflow:examples/sec: 219549 +I1010 09:10:21.099064 139986333001152 tpu_estimator.py:2308] examples/sec: 219549 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:10:21.100650 139986333001152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:10:21.100909 139986333001152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 2) +I1010 09:10:27.978638 139984322676480 tpu_estimator.py:279] Outfeed finished for iteration (4, 2) +I1010 09:10:33.179650 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:10:33.249839 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:11:03.330212 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:11:03.404828 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:11:06.892050 139986333001152 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 09:11:15.583376 139986333001152 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.6031642, step = 1000 (60.406 sec) +I1010 09:11:21.502510 139986333001152 basic_session_run_hooks.py:260] loss = 2.6031642, step = 1000 (60.406 sec) +INFO:tensorflow:global_step/sec: 3.31094 +I1010 09:11:21.504326 139986333001152 tpu_estimator.py:2307] global_step/sec: 3.31094 +INFO:tensorflow:examples/sec: 216986 +I1010 09:11:21.504786 139986333001152 tpu_estimator.py:2308] examples/sec: 216986 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:11:21.506010 139986333001152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:11:21.506213 139986333001152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 2) +I1010 09:11:28.128770 139984322676480 tpu_estimator.py:279] Outfeed finished for iteration (5, 2) +I1010 09:11:33.477473 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:11:33.554311 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:12:03.631968 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:12:03.705010 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:12:07.953839 139986333001152 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.3830588, step = 1200 (59.393 sec) +I1010 09:12:20.895921 139986333001152 basic_session_run_hooks.py:260] loss = 2.3830588, step = 1200 (59.393 sec) +INFO:tensorflow:global_step/sec: 3.36738 +I1010 09:12:20.897644 139986333001152 tpu_estimator.py:2307] global_step/sec: 3.36738 +INFO:tensorflow:examples/sec: 220685 +I1010 09:12:20.898061 139986333001152 tpu_estimator.py:2308] examples/sec: 220685 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:12:20.899118 139986333001152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:12:20.899285 139986333001152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 6) +I1010 09:12:28.278342 139984322676480 tpu_estimator.py:279] Outfeed finished for iteration (6, 6) +I1010 09:12:33.784107 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:12:33.856641 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:13:03.937372 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:13:04.016804 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:13:07.303889 139986333001152 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.025261, step = 1400 (58.034 sec) +I1010 09:13:18.930011 139986333001152 basic_session_run_hooks.py:260] loss = 2.025261, step = 1400 (58.034 sec) +INFO:tensorflow:global_step/sec: 3.44625 +I1010 09:13:18.931679 139986333001152 tpu_estimator.py:2307] global_step/sec: 3.44625 +INFO:tensorflow:examples/sec: 225854 +I1010 09:13:18.932225 139986333001152 tpu_estimator.py:2308] examples/sec: 225854 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:13:18.933382 139986333001152 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:13:18.933563 139986333001152 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 15) +I1010 09:13:28.461003 139984322676480 tpu_estimator.py:279] Outfeed finished for iteration (7, 15) +I1010 09:13:34.100876 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:13:34.173144 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:14:04.233707 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:14:04.300211 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:14:05.686249 139986333001152 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.0127318, step = 1600 (60.814 sec) +I1010 09:14:19.744146 139986333001152 basic_session_run_hooks.py:260] loss = 2.0127318, step = 1600 (60.814 sec) +INFO:tensorflow:global_step/sec: 3.28869 +I1010 09:14:19.746350 139986333001152 tpu_estimator.py:2307] global_step/sec: 3.28869 +INFO:tensorflow:examples/sec: 215527 +I1010 09:14:19.746871 139986333001152 tpu_estimator.py:2308] examples/sec: 215527 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 09:14:19.748231 139986333001152 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 09:14:19.748528 139986333001152 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 11) +I1010 09:14:28.579078 139984322676480 tpu_estimator.py:279] Outfeed finished for iteration (8, 11) +I1010 09:14:34.381576 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:14:34.454087 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.7199262, step = 1760 (38.891 sec) +I1010 09:14:58.634773 139986333001152 basic_session_run_hooks.py:260] loss = 1.7199262, step = 1760 (38.891 sec) +INFO:tensorflow:global_step/sec: 4.11415 +I1010 09:14:58.636570 139986333001152 tpu_estimator.py:2307] global_step/sec: 4.11415 +INFO:tensorflow:examples/sec: 269625 +I1010 09:14:58.637042 139986333001152 tpu_estimator.py:2308] examples/sec: 269625 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:14:58.638063 139986333001152 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:15:04.536623 139984314283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:15:04.603264 139984314283776 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 09:15:12.980091 139986333001152 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 09:15:12.980456 139986333001152 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 09:15:12.980784 139984331069184 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 09:15:12.980906 139984331069184 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 09:15:12.981081 139986333001152 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 09:15:12.981210 139986333001152 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 09:15:12.981281 139986333001152 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 09:15:12.981403 139984322676480 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 09:15:12.981491 139984322676480 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 09:15:12.981612 139986333001152 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 09:15:12.981705 139986333001152 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.7199262. +I1010 09:15:36.424767 139986333001152 estimator.py:371] Loss for final step: 1.7199262. +INFO:tensorflow:training_loop marked as finished +I1010 09:15:36.425662 139986333001152 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 09:15:39.493443 140456633193920 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 09:15:39.499134 140456633193920 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 09:15:39.499357 140456633193920 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 09:15:39.502579 140456633193920 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:15:39.554857 140456633193920 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 09:15:39.555108 140456633193920 transport.py:157] Attempting refresh to obtain initial access_token +I1010 09:15:39.624608 140456633193920 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:15:39.672595 140456633193920 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 09:15:39.672851 140456633193920 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 09:15:39.733222 140456633193920 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 09:15:39.734376 140456633193920 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 09:15:39.734651 140456633193920 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 09:15:39.735165 140456633193920 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 09:15:39.735259 140456633193920 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 09:15:39.735352 140456633193920 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 09:15:39.735476 140456633193920 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:15:39.976535 140456633193920 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 09:15:39.977046 140456633193920 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 09:15:39.977402 140456633193920 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 09:15:39.978641: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 09:15:39.991344 140456633193920 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 09:15:39.991575 140456633193920 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 09:15:39.993563 140456633193920 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 09:15:39.993638 140456633193920 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 09:15:39.993705 140456633193920 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 09:15:39.993984 140456633193920 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 09:15:39.994069 140456633193920 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 09:15:39.994133 140456633193920 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 09:15:39.994199 140456633193920 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 09:15:39.994283 140456633193920 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 09:15:39.994354 140456633193920 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 09:15:39.994414 140456633193920 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 09:15:39.994472 140456633193920 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 09:15:39.994541 140456633193920 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 09:15:39.994604 140456633193920 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 09:15:39.999835 140456633193920 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 09:15:40.001552 140456633193920 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 09:15:40.015356 140456633193920 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 09:15:40.015580 140456633193920 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 09:15:40.023370 140456633193920 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 09:15:40.108517 140456633193920 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:15:40.108781 140456633193920 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 09:15:40.263559 140456633193920 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 09:15:40.264358 140456633193920 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 09:15:40.265023 140456633193920 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 09:15:40.667268 140456633193920 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 09:15:41.222438: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 09:15:41.222500: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 09:15:41.222553: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 09:15:41.245366 140456633193920 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 09:15:41.246661 140456633193920 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 09:15:41.260423 140456633193920 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 09:15:41.284918 140456633193920 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 09:15:43.349256 140456633193920 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 09:15:43.353836 140456633193920 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 09:15:43.378351 140456633193920 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 09:15:43.422882 140456633193920 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 09:15:43.433809 140456633193920 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 09:15:43.527534 140456633193920 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 09:15:43.767457 140456633193920 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 09:15:43.782744 140456633193920 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 09:15:43.801394 140456633193920 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T09:15:43Z +I1010 09:15:43.817750 140456633193920 evaluation.py:255] Starting evaluation at 2019-10-10T09:15:43Z +INFO:tensorflow:TPU job name worker +I1010 09:15:43.817996 140456633193920 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 09:15:44.339829 140456633193920 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:15:44.398118 140456633193920 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 09:15:47.074934 140456633193920 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 09:15:47.092549 140456633193920 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 09:15:47.143609 140456633193920 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 09:15:47.157162 140456633193920 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 09:15:53.575627 140456633193920 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 09:15:53.578054 140454683207424 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 09:15:53.578670 140454674814720 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 09:15:53.733417 140456633193920 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 09:15:53.753631 140456633193920 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 09:15:53.754914 140456633193920 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 09:15:53.789819 140454666422016 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 09:15:53.866269 140454666422016 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 09:16:05.133769 140454674814720 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 09:16:13.891809 140456633193920 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 09:16:13.892221 140456633193920 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 09:16:13.892306 140456633193920 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 09:16:13.892637 140454683207424 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 09:16:13.892848 140454683207424 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 09:16:13.893018 140456633193920 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 09:16:13.893147 140456633193920 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 09:16:13.893217 140456633193920 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 09:16:13.893354 140454674814720 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 09:16:13.893462 140454674814720 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 09:16:13.893599 140456633193920 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 09:16:13.893718 140456633193920 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-09:16:24 +I1010 09:16:24.100441 140456633193920 evaluation.py:275] Finished evaluation at 2019-10-10-09:16:24 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.9267308, top_1_accuracy = 0.75095624, top_5_accuracy = 0.92405194 +I1010 09:16:24.100944 140456633193920 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.9267308, top_1_accuracy = 0.75095624, top_5_accuracy = 0.92405194 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:16:26.169670 140456633193920 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 09:16:26.494235 140456633193920 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.9267308, 'top_1_accuracy': 0.75095624, 'global_step': 1760, 'top_5_accuracy': 0.92405194}. Elapsed seconds: 46 +I1010 09:16:26.494586 140456633193920 resnet_main.py:597] Eval results: {'loss': 1.9267308, 'top_1_accuracy': 0.75095624, 'global_step': 1760, 'top_5_accuracy': 0.92405194}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 09:16:26.494746 140456633193920 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570698262216231... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570698907183027... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570698264.v3-512#1570698912912214... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570698297090191... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570698674704651... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570698674962060... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570698679197154... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570698736046962... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570698736244547... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570698740362771... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570698794228834... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570698794469794... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570698798404668... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570698853242345... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570698853437897... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570698857351379... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570698906380905... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570698906659569... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570698910575860... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570698984647633... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570698985.v3-512#1570698986410712... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 09:16:30.317572 140620913382848 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 09:16:30.323970 140620913382848 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 09:16:30.324179 140620913382848 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 09:16:30.327397 140620913382848 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:16:30.370882 140620913382848 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 09:16:30.371125 140620913382848 transport.py:157] Attempting refresh to obtain initial access_token +I1010 09:16:30.454670 140620913382848 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:16:30.502078 140620913382848 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 09:16:30.502348 140620913382848 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 09:16:30.572124 140620913382848 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 09:16:30.573539 140620913382848 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 09:16:30.573795 140620913382848 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 09:16:30.574244 140620913382848 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 09:16:30.574328 140620913382848 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 09:16:30.574412 140620913382848 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 09:16:30.669102 140620913382848 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 09:16:30.760448 140620913382848 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 09:16:30.762213: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 09:16:30.830941 140620913382848 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 09:16:30.831192 140620913382848 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 09:16:30.831672 140620913382848 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 09:16:30.831743 140620913382848 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 09:16:30.831808 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 09:16:30.832075 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 09:16:30.832144 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 09:16:30.832207 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 09:16:30.832277 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 09:16:30.832338 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 09:16:30.832397 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 09:16:30.832457 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 09:16:30.832564 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 09:16:30.832640 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 09:16:30.832705 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 09:16:30.832766 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 09:16:30.832825 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 09:16:30.832885 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 09:16:30.832946 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 09:16:30.833004 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 09:16:30.833062 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 09:16:30.833122 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 09:16:30.833180 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 09:16:30.833246 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 09:16:30.833307 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 09:16:30.833367 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 09:16:30.833431 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 09:16:30.833492 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 09:16:30.833550 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 09:16:30.833610 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 09:16:30.833668 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 09:16:30.833728 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 09:16:30.833786 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 09:16:30.833843 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 09:16:30.833901 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 09:16:30.833960 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 09:16:30.834017 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 09:16:30.834075 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 09:16:30.834140 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 09:16:30.834201 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 09:16:30.834265 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 09:16:30.834326 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 09:16:30.834384 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 09:16:30.834443 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 09:16:30.834501 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 09:16:30.834558 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 09:16:30.834616 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 09:16:30.834676 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 09:16:30.834733 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 09:16:30.834793 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 09:16:30.834855 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 09:16:30.834913 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 09:16:30.834973 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 09:16:30.835031 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 09:16:30.835088 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 09:16:30.835145 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 09:16:30.835203 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 09:16:30.835267 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 09:16:30.835325 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 09:16:30.835383 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 09:16:30.835443 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 09:16:30.835501 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 09:16:30.835560 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 09:16:30.835622 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 09:16:30.835680 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 09:16:30.835738 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 09:16:30.835797 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 09:16:30.835855 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 09:16:30.835911 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 09:16:30.835971 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 09:16:30.836030 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 09:16:30.836088 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 09:16:30.836147 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 09:16:30.836205 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 09:16:30.836270 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 09:16:30.836335 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 09:16:30.836395 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 09:16:30.836452 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 09:16:30.836560 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 09:16:30.836622 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 09:16:30.836683 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 09:16:30.836741 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 09:16:30.836802 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 09:16:30.836860 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 09:16:30.836919 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 09:16:30.836977 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 09:16:30.837035 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 09:16:30.837094 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 09:16:30.837160 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 09:16:30.837217 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 09:16:30.837284 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 09:16:30.837342 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 09:16:30.837402 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 09:16:30.837460 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 09:16:30.837517 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 09:16:30.837575 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 09:16:30.837634 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 09:16:30.837692 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 09:16:30.837749 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 09:16:30.837806 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 09:16:30.837868 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 09:16:30.837929 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 09:16:30.837989 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 09:16:30.838047 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 09:16:30.838105 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 09:16:30.838164 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 09:16:30.838227 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 09:16:30.838287 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 09:16:30.838346 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 09:16:30.838402 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 09:16:30.838462 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 09:16:30.838520 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 09:16:30.838577 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 09:16:30.838641 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 09:16:30.838701 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 09:16:30.838759 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 09:16:30.838819 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 09:16:30.838877 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 09:16:30.838936 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 09:16:30.838994 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 09:16:30.839051 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 09:16:30.839109 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 09:16:30.839168 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 09:16:30.839238 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 09:16:30.839301 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 09:16:30.839364 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 09:16:30.839423 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 09:16:30.839483 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 09:16:30.839540 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 09:16:30.839600 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 09:16:30.839658 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 09:16:30.839715 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 09:16:30.839772 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 09:16:30.839829 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 09:16:30.839889 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 09:16:30.839947 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 09:16:30.840007 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 09:16:30.840071 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 09:16:30.840131 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 09:16:30.840189 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 09:16:30.840254 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 09:16:30.840313 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 09:16:30.840372 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 09:16:30.840430 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 09:16:30.840528 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 09:16:30.840605 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 09:16:30.840666 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 09:16:30.840724 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 09:16:30.840784 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 09:16:30.840842 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 09:16:30.840908 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 09:16:30.840965 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 09:16:30.841023 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 09:16:30.841083 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 09:16:30.841145 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 09:16:30.841202 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 09:16:30.841269 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 09:16:30.841327 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 09:16:30.841387 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 09:16:30.841447 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 09:16:30.841505 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 09:16:30.841563 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 09:16:30.841626 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 09:16:30.841686 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 09:16:30.841746 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 09:16:30.841804 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 09:16:30.841862 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 09:16:30.841921 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 09:16:30.841979 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 09:16:30.842039 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 09:16:30.842097 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 09:16:30.842155 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 09:16:30.842214 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 09:16:30.842279 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 09:16:30.842338 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 09:16:30.842401 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 09:16:30.842458 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 09:16:30.842516 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 09:16:30.842575 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 09:16:30.842633 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 09:16:30.842690 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 09:16:30.842751 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 09:16:30.842809 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 09:16:30.842869 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 09:16:30.842926 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 09:16:30.842983 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 09:16:30.843041 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 09:16:30.843103 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 09:16:30.843163 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 09:16:30.843225 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 09:16:30.843286 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 09:16:30.843346 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 09:16:30.843405 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 09:16:30.843462 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 09:16:30.843522 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 09:16:30.843579 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 09:16:30.843636 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 09:16:30.843694 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 09:16:30.843753 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 09:16:30.843815 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 09:16:30.843873 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 09:16:30.843930 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 09:16:30.843990 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 09:16:30.844048 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 09:16:30.844106 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 09:16:30.844163 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 09:16:30.844227 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 09:16:30.844286 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 09:16:30.844345 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 09:16:30.844402 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 09:16:30.844460 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 09:16:30.844568 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 09:16:30.844639 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 09:16:30.844697 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 09:16:30.844758 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 09:16:30.844819 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 09:16:30.844877 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 09:16:30.844935 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 09:16:30.844994 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 09:16:30.845052 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 09:16:30.845110 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 09:16:30.845169 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 09:16:30.845233 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 09:16:30.845294 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 09:16:30.845359 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 09:16:30.845418 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 09:16:30.845479 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 09:16:30.845536 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 09:16:30.845596 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 09:16:30.845654 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 09:16:30.845712 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 09:16:30.845771 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 09:16:30.845829 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 09:16:30.845887 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 09:16:30.845947 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 09:16:30.846005 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 09:16:30.846069 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 09:16:30.846128 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 09:16:30.846187 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 09:16:30.846251 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 09:16:30.846311 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 09:16:30.846369 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 09:16:30.846427 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 09:16:30.846487 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 09:16:30.846544 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 09:16:30.846602 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 09:16:30.846661 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 09:16:30.846719 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 09:16:30.846776 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 09:16:30.846839 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 09:16:30.846899 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 09:16:30.846956 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 09:16:30.847014 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 09:16:30.847073 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 09:16:30.847131 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 09:16:30.847191 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 09:16:30.847255 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 09:16:30.847313 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 09:16:30.847373 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 09:16:30.847431 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 09:16:30.847491 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 09:16:30.847553 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 09:16:30.847611 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 09:16:30.847670 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 09:16:30.847728 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 09:16:30.847786 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 09:16:30.847845 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 09:16:30.847903 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 09:16:30.847961 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 09:16:30.848021 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 09:16:30.848079 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 09:16:30.848139 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 09:16:30.848196 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 09:16:30.848265 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 09:16:30.848325 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 09:16:30.848383 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 09:16:30.848443 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 09:16:30.848520 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 09:16:30.848579 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 09:16:30.848639 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 09:16:30.848697 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 09:16:30.848756 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 09:16:30.848814 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 09:16:30.848871 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 09:16:30.848929 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 09:16:30.848988 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 09:16:30.849050 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 09:16:30.849108 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 09:16:30.849165 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 09:16:30.849236 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 09:16:30.849299 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 09:16:30.849359 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 09:16:30.849419 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 09:16:30.849478 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 09:16:30.849535 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 09:16:30.849594 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 09:16:30.849652 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 09:16:30.849709 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 09:16:30.849771 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 09:16:30.849829 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 09:16:30.849888 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 09:16:30.849946 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 09:16:30.850003 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 09:16:30.850061 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 09:16:30.850119 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 09:16:30.850177 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 09:16:30.850239 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 09:16:30.850297 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 09:16:30.850356 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 09:16:30.850414 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 09:16:30.850471 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 09:16:30.850538 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 09:16:30.850598 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 09:16:30.850660 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 09:16:30.850718 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 09:16:30.850778 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 09:16:30.850836 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 09:16:30.850894 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 09:16:30.850953 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 09:16:30.851011 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 09:16:30.851068 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 09:16:30.851126 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 09:16:30.851186 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 09:16:30.851274 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 09:16:30.851336 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 09:16:30.851396 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 09:16:30.851454 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 09:16:30.851512 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 09:16:30.851571 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 09:16:30.851629 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 09:16:30.851686 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 09:16:30.851744 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 09:16:30.851803 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 09:16:30.851861 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 09:16:30.851921 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 09:16:30.851984 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 09:16:30.852042 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 09:16:30.852102 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 09:16:30.852159 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 09:16:30.852216 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 09:16:30.852282 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 09:16:30.852339 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 09:16:30.852397 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 09:16:30.852456 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 09:16:30.852531 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 09:16:30.852591 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 09:16:30.852650 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 09:16:30.852709 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 09:16:30.852771 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 09:16:30.852829 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 09:16:30.852888 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 09:16:30.852946 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 09:16:30.853003 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 09:16:30.853061 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 09:16:30.853120 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 09:16:30.853178 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 09:16:30.853240 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 09:16:30.853300 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 09:16:30.853358 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 09:16:30.853415 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 09:16:30.853478 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 09:16:30.853538 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 09:16:30.853595 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 09:16:30.853655 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 09:16:30.853713 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 09:16:30.853770 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 09:16:30.853828 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 09:16:30.853888 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 09:16:30.853945 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 09:16:30.854002 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 09:16:30.854060 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 09:16:30.854118 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 09:16:30.854178 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 09:16:30.854243 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 09:16:30.854301 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 09:16:30.854361 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 09:16:30.854418 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 09:16:30.854477 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 09:16:30.854536 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 09:16:30.854593 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 09:16:30.854656 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 09:16:30.854715 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 09:16:30.854773 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 09:16:30.854830 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 09:16:30.854888 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 09:16:30.854950 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 09:16:30.855009 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 09:16:30.855067 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 09:16:30.855124 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 09:16:30.855184 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 09:16:30.855248 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 09:16:30.855309 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 09:16:30.855366 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 09:16:30.855424 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 09:16:30.855483 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 09:16:30.855541 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 09:16:30.855600 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 09:16:30.855662 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 09:16:30.855720 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 09:16:30.855779 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 09:16:30.855839 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 09:16:30.855897 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 09:16:30.855956 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 09:16:30.856014 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 09:16:30.856071 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 09:16:30.856128 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 09:16:30.856187 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 09:16:30.856251 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 09:16:30.856308 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 09:16:30.856367 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 09:16:30.856430 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 09:16:30.856504 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 09:16:30.856564 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 09:16:30.856623 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 09:16:30.856683 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 09:16:30.856741 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 09:16:30.856802 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 09:16:30.856862 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 09:16:30.856920 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 09:16:30.856977 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 09:16:30.857034 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 09:16:30.857095 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 09:16:30.857157 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 09:16:30.857217 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 09:16:30.857283 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 09:16:30.857341 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 09:16:30.857398 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 09:16:30.857456 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 09:16:30.857515 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 09:16:30.857573 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 09:16:30.857630 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 09:16:30.857688 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 09:16:30.857748 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 09:16:30.857805 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 09:16:30.857868 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 09:16:30.857927 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 09:16:30.857985 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 09:16:30.858042 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 09:16:30.858098 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 09:16:30.858156 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 09:16:30.858215 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 09:16:30.858278 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 09:16:30.858338 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 09:16:30.858396 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 09:16:30.858453 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 09:16:30.858513 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 09:16:30.858571 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 09:16:30.858633 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 09:16:30.858692 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 09:16:30.858751 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 09:16:30.858808 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 09:16:30.858865 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 09:16:30.858922 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 09:16:30.858980 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 09:16:30.859039 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 09:16:30.859097 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 09:16:30.859155 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 09:16:30.859213 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 09:16:30.859287 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 09:16:30.859349 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 09:16:30.859407 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 09:16:30.859467 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 09:16:30.859524 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 09:16:30.859582 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 09:16:30.859641 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 09:16:30.859699 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 09:16:30.859756 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 09:16:30.859814 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 09:16:30.859875 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 09:16:30.859935 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 09:16:30.859993 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 09:16:30.860057 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 09:16:30.860116 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 09:16:30.860172 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 09:16:30.860235 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 09:16:30.860295 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 09:16:30.860352 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 09:16:30.860410 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 09:16:30.860483 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 09:16:30.860546 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 09:16:30.860605 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 09:16:30.860662 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 09:16:30.860721 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 09:16:30.860779 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 09:16:30.860845 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 09:16:30.860903 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 09:16:30.860960 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 09:16:30.861020 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 09:16:30.861078 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 09:16:30.861138 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 09:16:30.861196 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 09:16:30.861260 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 09:16:30.861320 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 09:16:30.861377 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 09:16:30.861435 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 09:16:30.861496 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 09:16:30.861560 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 09:16:30.861618 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 09:16:30.861677 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 09:16:30.861737 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 09:16:30.861795 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 09:16:30.861855 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 09:16:30.861912 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 09:16:30.861969 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 09:16:30.862029 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 09:16:30.862087 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 09:16:30.862144 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 09:16:30.862202 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 09:16:30.862267 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 09:16:30.862330 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 09:16:30.862389 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 09:16:30.862448 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 09:16:30.862508 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 09:16:30.862565 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 09:16:30.862623 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 09:16:30.862680 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 09:16:30.862739 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 09:16:30.862797 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 09:16:30.862854 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 09:16:30.862912 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 09:16:30.862972 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 09:16:30.863034 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 09:16:30.863092 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 09:16:30.863151 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 09:16:30.863209 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 09:16:30.863272 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 09:16:30.863331 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 09:16:30.863389 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 09:16:30.863446 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 09:16:30.863506 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 09:16:30.863564 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 09:16:30.863621 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 09:16:30.863681 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 09:16:30.863744 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 09:16:30.863802 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 09:16:30.863861 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 09:16:30.863919 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 09:16:30.863976 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 09:16:30.864034 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 09:16:30.864093 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 09:16:30.864151 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 09:16:30.864208 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 09:16:30.864274 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 09:16:30.864331 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 09:16:30.864389 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 09:16:30.864448 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 09:16:30.864526 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 09:16:30.864586 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 09:16:30.864644 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 09:16:30.864702 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 09:16:30.864759 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 09:16:30.864818 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 09:16:30.864876 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 09:16:30.864934 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 09:16:30.864993 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 09:16:30.865050 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 09:16:30.865108 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 09:16:30.865164 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 09:16:30.865231 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 09:16:30.865292 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 09:16:30.865350 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 09:16:30.865406 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 09:16:30.865464 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 09:16:30.865521 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 09:16:30.865580 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 09:16:30.865638 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 09:16:30.865695 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 09:16:30.865752 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 09:16:30.865811 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 09:16:30.865868 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 09:16:30.865930 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 09:16:30.865988 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 09:16:30.866045 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 09:16:30.866102 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 09:16:30.866161 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 09:16:30.866225 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 09:16:30.866283 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 09:16:30.866343 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 09:16:30.866400 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 09:16:30.866458 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 09:16:30.866517 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 09:16:30.866575 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 09:16:30.866632 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 09:16:30.866694 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 09:16:30.866753 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 09:16:30.866811 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 09:16:30.866869 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 09:16:30.866929 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 09:16:30.866987 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 09:16:30.867046 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 09:16:30.867103 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 09:16:30.867161 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 09:16:30.867222 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 09:16:30.867281 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 09:16:30.867340 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 09:16:30.867403 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 09:16:30.867460 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 09:16:30.867520 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 09:16:30.867578 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 09:16:30.867635 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 09:16:30.867695 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 09:16:30.867752 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 09:16:30.867810 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 09:16:30.867867 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 09:16:30.867925 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 09:16:30.867984 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 09:16:30.868041 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 09:16:30.868098 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 09:16:30.868160 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 09:16:30.868223 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 09:16:30.868283 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 09:16:30.868340 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 09:16:30.868398 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 09:16:30.868455 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 09:16:30.868529 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 09:16:30.868587 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 09:16:30.868647 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 09:16:30.868704 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 09:16:30.868762 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 09:16:30.868819 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 09:16:30.868882 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 09:16:30.868942 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 09:16:30.868999 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 09:16:30.869057 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 09:16:30.869116 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 09:16:30.869174 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 09:16:30.869247 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 09:16:30.869309 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 09:16:30.869369 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 09:16:30.869426 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 09:16:30.869486 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 09:16:30.869544 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 09:16:30.869609 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 09:16:30.869668 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 09:16:30.869725 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 09:16:30.869784 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 09:16:30.869842 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 09:16:30.869899 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 09:16:30.869956 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 09:16:30.870014 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 09:16:30.870073 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 09:16:30.870131 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 09:16:30.870192 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 09:16:30.870256 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 09:16:30.870316 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 09:16:30.870378 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 09:16:30.870438 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 09:16:30.870496 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 09:16:30.870553 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 09:16:30.870611 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 09:16:30.870670 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 09:16:30.870728 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 09:16:30.870785 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 09:16:30.870842 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 09:16:30.870901 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 09:16:30.870959 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 09:16:30.871016 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 09:16:30.871081 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 09:16:30.871140 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 09:16:30.871200 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 09:16:30.871277 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 09:16:30.871336 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 09:16:30.871393 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 09:16:30.871453 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 09:16:30.871511 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 09:16:30.871571 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 09:16:30.871628 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 09:16:30.871687 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 09:16:30.871746 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 09:16:30.871808 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 09:16:30.871866 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 09:16:30.871925 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 09:16:30.871983 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 09:16:30.872040 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 09:16:30.872100 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 09:16:30.872158 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 09:16:30.872216 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 09:16:30.872282 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 09:16:30.872342 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 09:16:30.872400 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 09:16:30.872459 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 09:16:30.872534 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 09:16:30.872597 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 09:16:30.872657 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 09:16:30.872714 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 09:16:30.872775 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 09:16:30.872833 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 09:16:30.872893 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 09:16:30.872951 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 09:16:30.873008 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 09:16:30.873066 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 09:16:30.873123 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 09:16:30.873182 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 09:16:30.873245 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 09:16:30.873307 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 09:16:30.873367 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 09:16:30.873425 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 09:16:30.873483 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 09:16:30.873543 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 09:16:30.873601 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 09:16:30.873660 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 09:16:30.873718 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 09:16:30.873776 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 09:16:30.873835 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 09:16:30.873893 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 09:16:30.873950 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 09:16:30.874017 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 09:16:30.874077 140620913382848 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 09:16:30.879296 140620913382848 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 09:16:30.879781 140620913382848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 09:16:30.891444 140620913382848 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 09:16:30.908509 140620913382848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 09:16:30.908745 140620913382848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 09:16:30.915903 140620913382848 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 09:16:30.994662 140620913382848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:16:30.994911 140620913382848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 09:16:30.997291 140620913382848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:16:30.997488 140620913382848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 09:16:31.151318 140620913382848 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 09:16:31.152084 140620913382848 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 09:16:31.153017 140620913382848 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 09:16:31.556799 140620913382848 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 09:16:31.933562 140620913382848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 09:16:32.225861: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 09:16:32.225906: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 09:16:32.225933: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 09:16:41.916847 140620913382848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 09:16:41.918328 140620913382848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 09:16:41.931787 140620913382848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 09:16:41.968688 140620913382848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 09:16:44.858670 140620913382848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 09:16:44.863226 140620913382848 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 09:16:44.887207 140620913382848 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 09:16:44.930684 140620913382848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 09:16:44.941441 140620913382848 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 09:16:45.020972 140620913382848 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 09:16:45.024811 140620913382848 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 09:16:45.025010 140620913382848 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 09:16:45.025082 140620913382848 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 09:16:45.025145 140620913382848 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 09:16:45.025204 140620913382848 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.1 ************************************** +I1010 09:16:45.025263 140620913382848 resnet_main.py:387] ****************************** the label_smoothing is 0.1 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 3.0 ************************************** +I1010 09:16:45.025320 140620913382848 resnet_main.py:388] ****************************** the weight_decay_input is 3.0 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 09:16:45.025432 140620913382848 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 09:16:45.025557 140620913382848 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 09:16:45.026449 140620913382848 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 09:16:45.056137 140620913382848 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 09:16:47.892298 140620913382848 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:47.975878 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.034188 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.095601 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.200078 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.259982 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.321911 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.429465 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.488796 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.550728 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.655611 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.715137 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.777847 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.883323 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:48.944091 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.006141 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.119091 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.178474 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.244743 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.367150 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.429001 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.495753 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.609447 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.673706 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.737797 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.841078 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.899015 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:49.961407 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.065454 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.124128 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.185749 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.290643 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.351628 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.414488 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.520893 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.580058 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.642293 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.747229 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.805809 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.867655 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:50.971793 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.031790 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.094238 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.200289 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.259769 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.322196 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.436131 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.495022 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.557190 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.662512 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.723426 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.787069 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.893515 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:51.952276 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.014084 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.123467 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.184952 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.249888 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.356795 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.419085 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.483185 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.589860 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.648114 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.712683 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.816529 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.874397 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:52.935231 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:53.040692 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:53.102802 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:53.165846 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:53.273216 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:53.333609 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:53.398063 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:53.505919 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:53.571760 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:53.655246 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:53.773729 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:54.117000 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:54.181636 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:54.289196 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:54.349469 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:54.411580 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:54.515536 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:54.576257 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:54.639923 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:54.744360 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:54.806015 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:54.868860 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:54.972851 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.031725 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.094367 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.201649 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.262846 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.326651 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.433540 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.491403 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.552839 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.656411 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.714581 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.775527 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.878596 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:55.938791 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.002772 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.109936 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.168261 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.230004 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.333551 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.392261 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.453406 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.557486 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.617450 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.680732 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.785813 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.843923 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:56.905028 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.008639 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.066844 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.129731 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.234721 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.295180 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.364799 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.472670 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.531084 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.594368 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.701039 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.761101 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.823389 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.928719 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:57.990502 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:58.056530 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:58.163902 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:58.230400 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:58.296436 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:58.408930 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:58.470464 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:58.535587 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:58.646220 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:58.706933 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:58.773634 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:58.880851 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:58.943686 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.009020 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.117073 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.177386 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.240919 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.348248 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.409723 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.479726 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.596255 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.663896 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.735161 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.851280 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.916098 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:16:59.984827 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:17:00.102845 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:17:00.168500 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:17:00.237704 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:17:00.344361 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:17:00.408222 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:17:00.478828 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:17:00.601355 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:17:00.704092 140620913382848 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 09:17:01.357697 140620913382848 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 09:17:01.619486 140620913382848 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 09:17:08.370265 140620913382848 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 09:17:09.468095 140620913382848 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 09:17:23.727648 140620913382848 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 09:17:23.899660 140620913382848 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:17:43.833623 140620913382848 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 09:17:56.684309 140620913382848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 09:17:57.693058 140620913382848 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 09:17:57.693552 140620913382848 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 09:17:57.694092: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 09:17:57.720865 140620913382848 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 09:17:57.748254 140620913382848 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 09:17:57.801795 140620913382848 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 09:18:13.141123 140620913382848 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 09:18:13.141944 140618911438592 tpu_estimator.py:521] Starting infeed thread controller. +I1010 09:18:13.142273 140618903045888 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 09:18:13.194171 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:18:13.267442 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:18:13.330960 140620913382848 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:18:13.331357 140620913382848 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 09:18:43.345587 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:18:43.415576 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 09:19:06.380253 140618903045888 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 09:19:13.498176 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:19:13.573842 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:19:43.654727 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:19:43.740514 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:19:46.513084 140620913382848 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.476201, step = 200 +I1010 09:20:02.580348 140620913382848 basic_session_run_hooks.py:262] loss = 4.476201, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:20:02.584887 140620913382848 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:20:02.585185 140620913382848 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 09:20:13.823350 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:20:13.899120 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 09:20:13.917417 140618903045888 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 09:20:43.979140 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:20:44.064235 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:20:53.477125 140620913382848 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6614485, step = 400 (62.457 sec) +I1010 09:21:05.036839 140620913382848 basic_session_run_hooks.py:260] loss = 3.6614485, step = 400 (62.457 sec) +INFO:tensorflow:global_step/sec: 3.20233 +I1010 09:21:05.038602 140620913382848 tpu_estimator.py:2307] global_step/sec: 3.20233 +INFO:tensorflow:examples/sec: 209868 +I1010 09:21:05.039925 140620913382848 tpu_estimator.py:2308] examples/sec: 209868 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:21:05.041373 140620913382848 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:21:05.041574 140620913382848 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 11) +I1010 09:21:14.035119 140618903045888 tpu_estimator.py:279] Outfeed finished for iteration (2, 11) +I1010 09:21:14.131318 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:21:14.231482 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:21:44.310710 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:21:44.385377 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:21:51.250665 140620913382848 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.064198, step = 600 (60.846 sec) +I1010 09:22:05.882671 140620913382848 basic_session_run_hooks.py:260] loss = 3.064198, step = 600 (60.846 sec) +INFO:tensorflow:global_step/sec: 3.28699 +I1010 09:22:05.884584 140620913382848 tpu_estimator.py:2307] global_step/sec: 3.28699 +INFO:tensorflow:examples/sec: 215416 +I1010 09:22:05.885039 140620913382848 tpu_estimator.py:2308] examples/sec: 215416 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:22:05.886240 140620913382848 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:22:05.886446 140620913382848 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 9) +I1010 09:22:14.062642 140618903045888 tpu_estimator.py:279] Outfeed finished for iteration (3, 9) +I1010 09:22:14.464394 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:22:14.553486 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:22:44.628374 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:22:44.700191 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:22:52.057122 140620913382848 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9815328, step = 800 (58.278 sec) +I1010 09:23:04.160171 140620913382848 basic_session_run_hooks.py:260] loss = 2.9815328, step = 800 (58.278 sec) +INFO:tensorflow:global_step/sec: 3.43186 +I1010 09:23:04.161901 140620913382848 tpu_estimator.py:2307] global_step/sec: 3.43186 +INFO:tensorflow:examples/sec: 224910 +I1010 09:23:04.162269 140620913382848 tpu_estimator.py:2308] examples/sec: 224910 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:23:04.163429 140620913382848 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:23:04.163602 140620913382848 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 18) +I1010 09:23:14.078063 140618903045888 tpu_estimator.py:279] Outfeed finished for iteration (4, 18) +I1010 09:23:14.790040 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:23:14.863065 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:23:44.919732 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:23:45.007553 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:23:49.984070 140620913382848 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 09:23:58.453919 140620913382848 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 2.5684814, step = 1000 (58.259 sec) +I1010 09:24:02.418987 140620913382848 basic_session_run_hooks.py:260] loss = 2.5684814, step = 1000 (58.259 sec) +INFO:tensorflow:global_step/sec: 3.43297 +I1010 09:24:02.420593 140620913382848 tpu_estimator.py:2307] global_step/sec: 3.43297 +INFO:tensorflow:examples/sec: 224983 +I1010 09:24:02.421003 140620913382848 tpu_estimator.py:2308] examples/sec: 224983 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:24:02.422259 140620913382848 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:24:02.422420 140620913382848 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 26) +I1010 09:24:14.194808 140618903045888 tpu_estimator.py:279] Outfeed finished for iteration (5, 26) +I1010 09:24:15.072695 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:24:15.143848 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:24:45.288713 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:24:45.364068 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:24:48.184248 140620913382848 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.4184964, step = 1200 (62.240 sec) +I1010 09:25:04.658582 140620913382848 basic_session_run_hooks.py:260] loss = 2.4184964, step = 1200 (62.240 sec) +INFO:tensorflow:global_step/sec: 3.21337 +I1010 09:25:04.660619 140620913382848 tpu_estimator.py:2307] global_step/sec: 3.21337 +INFO:tensorflow:examples/sec: 210591 +I1010 09:25:04.661204 140620913382848 tpu_estimator.py:2308] examples/sec: 210591 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:25:04.662806 140620913382848 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:25:04.663031 140620913382848 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 15) +I1010 09:25:14.271867 140618903045888 tpu_estimator.py:279] Outfeed finished for iteration (6, 15) +I1010 09:25:15.445899 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:25:15.515749 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:25:45.579732 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:25:45.653013 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:25:50.244684 140620913382848 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.2184732, step = 1400 (58.305 sec) +I1010 09:26:02.963977 140620913382848 basic_session_run_hooks.py:260] loss = 2.2184732, step = 1400 (58.305 sec) +INFO:tensorflow:global_step/sec: 3.43022 +I1010 09:26:02.965925 140620913382848 tpu_estimator.py:2307] global_step/sec: 3.43022 +INFO:tensorflow:examples/sec: 224803 +I1010 09:26:02.966450 140620913382848 tpu_estimator.py:2308] examples/sec: 224803 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:26:02.967796 140620913382848 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:26:02.968012 140620913382848 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 24) +I1010 09:26:14.376857 140618903045888 tpu_estimator.py:279] Outfeed finished for iteration (7, 24) +I1010 09:26:15.734500 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:26:15.817416 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:26:45.902343 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:26:45.990528 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:26:49.623644 140620913382848 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.078431, step = 1600 (59.809 sec) +I1010 09:27:02.773371 140620913382848 basic_session_run_hooks.py:260] loss = 2.078431, step = 1600 (59.809 sec) +INFO:tensorflow:global_step/sec: 3.34398 +I1010 09:27:02.774879 140620913382848 tpu_estimator.py:2307] global_step/sec: 3.34398 +INFO:tensorflow:examples/sec: 219151 +I1010 09:27:02.775289 140620913382848 tpu_estimator.py:2308] examples/sec: 219151 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 09:27:02.776232 140620913382848 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 09:27:02.776402 140620913382848 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 26) +I1010 09:27:14.542433 140618903045888 tpu_estimator.py:279] Outfeed finished for iteration (8, 26) +I1010 09:27:16.067750 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:27:16.148020 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 1.8958305, step = 1760 (38.491 sec) +I1010 09:27:41.264513 140620913382848 basic_session_run_hooks.py:260] loss = 1.8958305, step = 1760 (38.491 sec) +INFO:tensorflow:global_step/sec: 4.15681 +I1010 09:27:41.265954 140620913382848 tpu_estimator.py:2307] global_step/sec: 4.15681 +INFO:tensorflow:examples/sec: 272421 +I1010 09:27:43.126002 140620913382848 tpu_estimator.py:2308] examples/sec: 272421 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:27:43.127679 140620913382848 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:27:46.221630 140618894653184 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:27:46.288866 140618894653184 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 09:27:58.755225 140620913382848 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 09:27:58.755618 140620913382848 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 09:27:58.755876 140618911438592 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 09:27:58.756012 140618911438592 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 09:27:58.756179 140620913382848 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 09:27:58.756294 140620913382848 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 09:27:58.756354 140620913382848 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 09:27:58.756536 140618903045888 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 09:27:58.756650 140618903045888 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 09:27:58.756793 140620913382848 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 09:27:58.756887 140620913382848 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 1.8958305. +I1010 09:28:18.010514 140620913382848 estimator.py:371] Loss for final step: 1.8958305. +INFO:tensorflow:training_loop marked as finished +I1010 09:28:18.011387 140620913382848 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 09:28:21.255429 140099939218880 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 09:28:21.261931 140099939218880 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 09:28:21.262151 140099939218880 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 09:28:21.265623 140099939218880 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:28:21.313798 140099939218880 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 09:28:21.314090 140099939218880 transport.py:157] Attempting refresh to obtain initial access_token +I1010 09:28:21.385354 140099939218880 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:28:21.430613 140099939218880 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 09:28:21.430864 140099939218880 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 09:28:21.497983 140099939218880 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 09:28:21.499049 140099939218880 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 09:28:21.499305 140099939218880 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 09:28:21.499747 140099939218880 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 09:28:21.499831 140099939218880 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 09:28:21.499913 140099939218880 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 09:28:21.500039 140099939218880 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:28:21.753185 140099939218880 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 09:28:21.753663 140099939218880 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 09:28:21.754019 140099939218880 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 09:28:21.755228: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 09:28:21.770255 140099939218880 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 09:28:21.770519 140099939218880 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 09:28:21.772638 140099939218880 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 09:28:21.772735 140099939218880 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 09:28:21.772830 140099939218880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 09:28:21.773175 140099939218880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 09:28:21.773252 140099939218880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 09:28:21.773324 140099939218880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 09:28:21.773392 140099939218880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 09:28:21.773475 140099939218880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 09:28:21.773545 140099939218880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 09:28:21.773612 140099939218880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 09:28:21.773679 140099939218880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 09:28:21.773745 140099939218880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 09:28:21.773813 140099939218880 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 09:28:21.779269 140099939218880 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 09:28:21.781066 140099939218880 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 09:28:21.795988 140099939218880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 09:28:21.796241 140099939218880 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 09:28:21.804321 140099939218880 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 09:28:21.889408 140099939218880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:28:21.889683 140099939218880 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 09:28:22.046446 140099939218880 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 09:28:22.047255 140099939218880 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 09:28:22.047889 140099939218880 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 09:28:22.457824 140099939218880 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 09:28:23.013932: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 09:28:23.014003: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 09:28:23.014045: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 09:28:23.037127 140099939218880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 09:28:23.038424 140099939218880 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 09:28:23.052450 140099939218880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 09:28:23.077538 140099939218880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 09:28:25.141678 140099939218880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 09:28:25.146471 140099939218880 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 09:28:25.171274 140099939218880 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 09:28:25.216166 140099939218880 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 09:28:25.227380 140099939218880 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 09:28:25.320641 140099939218880 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 09:28:25.556448 140099939218880 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 09:28:25.571484 140099939218880 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 09:28:25.589782 140099939218880 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T09:28:25Z +I1010 09:28:25.605206 140099939218880 evaluation.py:255] Starting evaluation at 2019-10-10T09:28:25Z +INFO:tensorflow:TPU job name worker +I1010 09:28:25.605442 140099939218880 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 09:28:26.114866 140099939218880 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:28:26.204636 140099939218880 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 09:28:29.017544 140099939218880 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 09:28:29.040302 140099939218880 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 09:28:29.081804 140099939218880 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 09:28:29.098717 140099939218880 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 09:28:35.430478 140099939218880 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 09:28:35.431480 140098259638016 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 09:28:35.432431 140098251245312 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 09:28:35.594579 140099939218880 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 09:28:35.613838 140099939218880 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 09:28:35.614759 140099939218880 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 09:28:35.649095 140098242852608 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 09:28:35.712624 140098242852608 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 09:28:46.703516 140098251245312 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 09:28:55.872315 140099939218880 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 09:28:55.872833 140099939218880 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 09:28:55.872922 140099939218880 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 09:28:55.873131 140098259638016 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 09:28:55.873266 140098259638016 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 09:28:55.873435 140099939218880 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 09:28:55.873565 140099939218880 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 09:28:55.873625 140099939218880 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 09:28:55.877005 140098251245312 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 09:28:55.877259 140098251245312 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 09:28:55.877459 140099939218880 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 09:28:55.877598 140099939218880 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-09:29:05 +I1010 09:29:05.940944 140099939218880 evaluation.py:275] Finished evaluation at 2019-10-10-09:29:05 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 1.944265, top_1_accuracy = 0.75217694, top_5_accuracy = 0.92437744 +I1010 09:29:05.941313 140099939218880 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 1.944265, top_1_accuracy = 0.75217694, top_5_accuracy = 0.92437744 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:29:08.060221 140099939218880 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 09:29:08.330903 140099939218880 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 1.944265, 'top_1_accuracy': 0.75217694, 'global_step': 1760, 'top_5_accuracy': 0.92437744}. Elapsed seconds: 46 +I1010 09:29:08.331305 140099939218880 resnet_main.py:597] Eval results: {'loss': 1.944265, 'top_1_accuracy': 0.75217694, 'global_step': 1760, 'top_5_accuracy': 0.92437744}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 09:29:08.331454 140099939218880 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570699022196748... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570699672814088... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570699024.v3-512#1570699678677894... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570699058524100... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570699437720303... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570699437879007... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570699441914871... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570699498136711... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570699498297875... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570699502388307... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570699558035358... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570699558249793... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570699562323749... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570699617757948... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570699618030648... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570699622233507... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570699672098210... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570699672290625... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570699676301552... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570699746564186... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570699747.v3-512#1570699748266736... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 09:29:12.604300 140350196823488 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 09:29:12.610320 140350196823488 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 09:29:12.610523 140350196823488 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 09:29:12.613814 140350196823488 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:29:12.663759 140350196823488 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 09:29:12.664007 140350196823488 transport.py:157] Attempting refresh to obtain initial access_token +I1010 09:29:12.738292 140350196823488 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:29:12.786355 140350196823488 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 09:29:12.786593 140350196823488 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 09:29:12.865134 140350196823488 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 09:29:12.866554 140350196823488 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 09:29:12.866796 140350196823488 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 09:29:12.867234 140350196823488 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 09:29:12.867320 140350196823488 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 09:29:12.867404 140350196823488 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 09:29:12.957712 140350196823488 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 09:29:13.049263 140350196823488 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 09:29:13.050983: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 09:29:13.119882 140350196823488 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 09:29:13.120131 140350196823488 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 09:29:13.120661 140350196823488 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 09:29:13.120732 140350196823488 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 09:29:13.120796 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 09:29:13.121078 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 09:29:13.121150 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 09:29:13.121212 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 09:29:13.121284 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 09:29:13.121345 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 09:29:13.121406 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 09:29:13.121465 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 09:29:13.121525 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 09:29:13.121589 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 09:29:13.121666 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 09:29:13.121727 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 09:29:13.121788 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 09:29:13.121846 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 09:29:13.121905 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 09:29:13.121963 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 09:29:13.122024 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 09:29:13.122081 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 09:29:13.122140 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 09:29:13.122199 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 09:29:13.122256 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 09:29:13.122315 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 09:29:13.122380 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 09:29:13.122438 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 09:29:13.122498 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 09:29:13.122558 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 09:29:13.122623 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 09:29:13.122682 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 09:29:13.122740 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 09:29:13.122798 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 09:29:13.122859 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 09:29:13.122919 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 09:29:13.122977 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 09:29:13.123037 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 09:29:13.123100 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 09:29:13.123161 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 09:29:13.123219 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 09:29:13.123277 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 09:29:13.123336 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 09:29:13.123394 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 09:29:13.123452 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 09:29:13.123512 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 09:29:13.123575 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 09:29:13.123635 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 09:29:13.123693 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 09:29:13.123754 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 09:29:13.123812 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 09:29:13.123876 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 09:29:13.123934 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 09:29:13.123992 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 09:29:13.124054 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 09:29:13.124113 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 09:29:13.124171 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 09:29:13.124229 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 09:29:13.124289 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 09:29:13.124347 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 09:29:13.124408 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 09:29:13.124465 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 09:29:13.124584 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 09:29:13.124654 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 09:29:13.124713 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 09:29:13.124773 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 09:29:13.124831 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 09:29:13.124890 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 09:29:13.124948 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 09:29:13.125009 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 09:29:13.125068 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 09:29:13.125128 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 09:29:13.125188 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 09:29:13.125247 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 09:29:13.125305 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 09:29:13.125364 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 09:29:13.125428 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 09:29:13.125488 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 09:29:13.125546 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 09:29:13.125617 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 09:29:13.125677 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 09:29:13.125742 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 09:29:13.125802 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 09:29:13.125861 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 09:29:13.125920 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 09:29:13.125978 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 09:29:13.126038 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 09:29:13.126096 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 09:29:13.126162 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 09:29:13.126221 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 09:29:13.126281 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 09:29:13.126339 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 09:29:13.126399 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 09:29:13.126458 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 09:29:13.126517 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 09:29:13.126581 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 09:29:13.126641 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 09:29:13.126699 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 09:29:13.126761 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 09:29:13.126820 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 09:29:13.126878 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 09:29:13.126944 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 09:29:13.127002 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 09:29:13.127062 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 09:29:13.127121 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 09:29:13.127181 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 09:29:13.127238 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 09:29:13.127295 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 09:29:13.127353 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 09:29:13.127413 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 09:29:13.127470 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 09:29:13.127528 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 09:29:13.127593 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 09:29:13.127657 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 09:29:13.127717 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 09:29:13.127777 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 09:29:13.127836 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 09:29:13.127895 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 09:29:13.127954 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 09:29:13.128011 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 09:29:13.128071 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 09:29:13.128129 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 09:29:13.128185 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 09:29:13.128245 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 09:29:13.128304 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 09:29:13.128371 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 09:29:13.128432 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 09:29:13.128535 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 09:29:13.128612 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 09:29:13.128674 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 09:29:13.128734 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 09:29:13.128793 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 09:29:13.128850 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 09:29:13.128910 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 09:29:13.128968 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 09:29:13.129028 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 09:29:13.129086 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 09:29:13.129146 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 09:29:13.129215 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 09:29:13.129275 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 09:29:13.129333 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 09:29:13.129391 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 09:29:13.129451 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 09:29:13.129509 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 09:29:13.129575 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 09:29:13.129632 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 09:29:13.129692 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 09:29:13.129750 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 09:29:13.129810 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 09:29:13.129868 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 09:29:13.129930 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 09:29:13.129991 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 09:29:13.130048 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 09:29:13.130106 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 09:29:13.130345 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 09:29:13.130486 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 09:29:13.130561 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 09:29:13.130630 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 09:29:13.130703 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 09:29:13.130769 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 09:29:13.130831 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 09:29:13.130893 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 09:29:13.130955 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 09:29:13.131031 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 09:29:13.131092 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 09:29:13.131151 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 09:29:13.131213 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 09:29:13.131295 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 09:29:13.131362 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 09:29:13.131428 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 09:29:13.131490 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 09:29:13.131553 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 09:29:13.131618 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 09:29:13.131689 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 09:29:13.131752 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 09:29:13.131823 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 09:29:13.131887 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 09:29:13.131953 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 09:29:13.132018 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 09:29:13.132082 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 09:29:13.132145 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 09:29:13.132210 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 09:29:13.132272 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 09:29:13.132335 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 09:29:13.132397 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 09:29:13.132462 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 09:29:13.132600 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 09:29:13.132679 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 09:29:13.132745 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 09:29:13.132808 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 09:29:13.132873 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 09:29:13.132936 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 09:29:13.133002 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 09:29:13.133064 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 09:29:13.133128 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 09:29:13.133192 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 09:29:13.133255 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 09:29:13.133317 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 09:29:13.133383 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 09:29:13.133445 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 09:29:13.133514 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 09:29:13.133578 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 09:29:13.133639 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 09:29:13.133709 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 09:29:13.133773 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 09:29:13.133835 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 09:29:13.133896 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 09:29:13.133955 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 09:29:13.134016 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 09:29:13.134076 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 09:29:13.134138 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 09:29:13.134198 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 09:29:13.134264 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 09:29:13.134326 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 09:29:13.134388 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 09:29:13.134449 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 09:29:13.134510 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 09:29:13.134568 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 09:29:13.134629 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 09:29:13.134696 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 09:29:13.134757 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 09:29:13.134818 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 09:29:13.134877 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 09:29:13.134938 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 09:29:13.135004 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 09:29:13.135066 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 09:29:13.135124 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 09:29:13.135185 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 09:29:13.135246 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 09:29:13.135305 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 09:29:13.135365 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 09:29:13.135423 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 09:29:13.135483 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 09:29:13.135541 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 09:29:13.135602 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 09:29:13.135668 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 09:29:13.135729 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 09:29:13.135796 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 09:29:13.135855 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 09:29:13.135915 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 09:29:13.135977 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 09:29:13.136035 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 09:29:13.136096 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 09:29:13.136154 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 09:29:13.136214 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 09:29:13.136275 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 09:29:13.136334 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 09:29:13.136394 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 09:29:13.136456 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 09:29:13.136545 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 09:29:13.136609 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 09:29:13.136673 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 09:29:13.136734 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 09:29:13.136795 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 09:29:13.136854 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 09:29:13.136914 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 09:29:13.136976 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 09:29:13.137036 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 09:29:13.137096 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 09:29:13.137156 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 09:29:13.137216 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 09:29:13.137279 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 09:29:13.137341 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 09:29:13.137399 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 09:29:13.137459 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 09:29:13.137520 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 09:29:13.137578 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 09:29:13.137639 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 09:29:13.137706 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 09:29:13.137765 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 09:29:13.137826 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 09:29:13.137886 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 09:29:13.137943 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 09:29:13.138004 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 09:29:13.138067 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 09:29:13.138128 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 09:29:13.138185 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 09:29:13.138246 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 09:29:13.138303 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 09:29:13.138362 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 09:29:13.138422 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 09:29:13.138482 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 09:29:13.138540 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 09:29:13.138597 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 09:29:13.138662 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 09:29:13.138721 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 09:29:13.138786 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 09:29:13.138845 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 09:29:13.138905 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 09:29:13.138966 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 09:29:13.139024 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 09:29:13.139082 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 09:29:13.139141 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 09:29:13.139199 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 09:29:13.139257 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 09:29:13.139316 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 09:29:13.139373 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 09:29:13.139430 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 09:29:13.139487 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 09:29:13.139554 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 09:29:13.139614 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 09:29:13.139678 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 09:29:13.139739 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 09:29:13.139797 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 09:29:13.139854 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 09:29:13.139914 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 09:29:13.139971 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 09:29:13.140028 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 09:29:13.140085 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 09:29:13.140155 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 09:29:13.140222 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 09:29:13.140286 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 09:29:13.140347 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 09:29:13.140407 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 09:29:13.140465 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 09:29:13.140544 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 09:29:13.140604 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 09:29:13.140669 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 09:29:13.140728 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 09:29:13.140788 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 09:29:13.140846 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 09:29:13.140906 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 09:29:13.140964 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 09:29:13.141028 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 09:29:13.141089 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 09:29:13.141149 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 09:29:13.141206 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 09:29:13.141264 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 09:29:13.141323 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 09:29:13.141385 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 09:29:13.141443 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 09:29:13.141501 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 09:29:13.141561 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 09:29:13.141619 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 09:29:13.141685 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 09:29:13.141743 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 09:29:13.141815 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 09:29:13.141874 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 09:29:13.141932 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 09:29:13.141990 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 09:29:13.142049 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 09:29:13.142107 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 09:29:13.142165 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 09:29:13.142225 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 09:29:13.142283 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 09:29:13.142343 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 09:29:13.142401 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 09:29:13.142460 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 09:29:13.142524 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 09:29:13.142584 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 09:29:13.142642 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 09:29:13.142708 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 09:29:13.142766 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 09:29:13.142827 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 09:29:13.142884 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 09:29:13.142945 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 09:29:13.143002 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 09:29:13.143063 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 09:29:13.143121 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 09:29:13.143179 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 09:29:13.143243 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 09:29:13.143301 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 09:29:13.143358 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 09:29:13.143415 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 09:29:13.143474 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 09:29:13.143532 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 09:29:13.143590 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 09:29:13.143655 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 09:29:13.143716 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 09:29:13.143773 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 09:29:13.143831 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 09:29:13.143889 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 09:29:13.143948 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 09:29:13.144010 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 09:29:13.144068 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 09:29:13.144125 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 09:29:13.144185 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 09:29:13.144243 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 09:29:13.144301 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 09:29:13.144361 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 09:29:13.144419 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 09:29:13.144499 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 09:29:13.144561 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 09:29:13.144619 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 09:29:13.144685 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 09:29:13.144750 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 09:29:13.144809 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 09:29:13.144867 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 09:29:13.144927 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 09:29:13.144985 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 09:29:13.145045 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 09:29:13.145102 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 09:29:13.145159 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 09:29:13.145217 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 09:29:13.145276 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 09:29:13.145334 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 09:29:13.145390 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 09:29:13.145448 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 09:29:13.145512 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 09:29:13.145571 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 09:29:13.145631 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 09:29:13.145695 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 09:29:13.145755 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 09:29:13.145813 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 09:29:13.145873 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 09:29:13.145931 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 09:29:13.145988 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 09:29:13.146047 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 09:29:13.146105 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 09:29:13.146163 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 09:29:13.146226 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 09:29:13.146286 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 09:29:13.146344 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 09:29:13.146403 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 09:29:13.146461 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 09:29:13.146518 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 09:29:13.146575 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 09:29:13.146634 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 09:29:13.146697 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 09:29:13.146754 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 09:29:13.146811 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 09:29:13.146869 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 09:29:13.146933 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 09:29:13.146991 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 09:29:13.147049 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 09:29:13.147106 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 09:29:13.147164 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 09:29:13.147222 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 09:29:13.147279 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 09:29:13.147336 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 09:29:13.147393 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 09:29:13.147450 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 09:29:13.147510 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 09:29:13.147567 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 09:29:13.147624 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 09:29:13.147695 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 09:29:13.147753 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 09:29:13.147810 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 09:29:13.147869 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 09:29:13.147927 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 09:29:13.147984 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 09:29:13.148042 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 09:29:13.148101 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 09:29:13.148159 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 09:29:13.148217 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 09:29:13.148277 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 09:29:13.148334 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 09:29:13.148399 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 09:29:13.148458 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 09:29:13.148538 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 09:29:13.148597 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 09:29:13.148659 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 09:29:13.148720 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 09:29:13.148777 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 09:29:13.148838 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 09:29:13.148896 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 09:29:13.148955 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 09:29:13.149013 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 09:29:13.149070 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 09:29:13.149132 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 09:29:13.149193 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 09:29:13.149250 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 09:29:13.149308 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 09:29:13.149367 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 09:29:13.149425 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 09:29:13.149483 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 09:29:13.149543 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 09:29:13.149601 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 09:29:13.149665 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 09:29:13.149723 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 09:29:13.149780 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 09:29:13.149837 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 09:29:13.149904 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 09:29:13.149962 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 09:29:13.150019 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 09:29:13.150079 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 09:29:13.150137 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 09:29:13.150207 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 09:29:13.150265 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 09:29:13.150325 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 09:29:13.150383 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 09:29:13.150441 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 09:29:13.150500 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 09:29:13.150557 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 09:29:13.150619 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 09:29:13.150682 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 09:29:13.150741 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 09:29:13.150800 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 09:29:13.150861 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 09:29:13.150922 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 09:29:13.150980 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 09:29:13.151040 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 09:29:13.151098 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 09:29:13.151155 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 09:29:13.151213 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 09:29:13.151293 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 09:29:13.151354 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 09:29:13.151417 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 09:29:13.151477 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 09:29:13.151535 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 09:29:13.151595 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 09:29:13.151658 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 09:29:13.151716 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 09:29:13.151774 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 09:29:13.151834 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 09:29:13.151891 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 09:29:13.151949 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 09:29:13.152008 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 09:29:13.152065 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 09:29:13.152129 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 09:29:13.152189 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 09:29:13.152249 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 09:29:13.152314 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 09:29:13.152374 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 09:29:13.152431 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 09:29:13.152513 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 09:29:13.152573 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 09:29:13.152631 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 09:29:13.152694 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 09:29:13.152754 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 09:29:13.152812 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 09:29:13.152882 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 09:29:13.152941 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 09:29:13.153001 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 09:29:13.153059 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 09:29:13.153117 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 09:29:13.153177 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 09:29:13.153234 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 09:29:13.153292 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 09:29:13.153351 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 09:29:13.153409 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 09:29:13.153467 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 09:29:13.153527 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 09:29:13.153584 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 09:29:13.153676 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 09:29:13.153742 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 09:29:13.153800 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 09:29:13.153856 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 09:29:13.153915 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 09:29:13.153975 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 09:29:13.154032 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 09:29:13.154089 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 09:29:13.154149 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 09:29:13.154206 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 09:29:13.154267 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 09:29:13.154325 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 09:29:13.154387 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 09:29:13.154447 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 09:29:13.154504 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 09:29:13.154561 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 09:29:13.154619 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 09:29:13.154684 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 09:29:13.154742 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 09:29:13.154800 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 09:29:13.154858 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 09:29:13.154917 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 09:29:13.154974 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 09:29:13.155033 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 09:29:13.155093 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 09:29:13.155153 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 09:29:13.155210 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 09:29:13.155268 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 09:29:13.155327 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 09:29:13.155384 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 09:29:13.155442 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 09:29:13.155500 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 09:29:13.155559 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 09:29:13.155616 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 09:29:13.155680 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 09:29:13.155740 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 09:29:13.155797 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 09:29:13.155860 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 09:29:13.155920 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 09:29:13.155977 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 09:29:13.156035 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 09:29:13.156094 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 09:29:13.156152 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 09:29:13.156212 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 09:29:13.156270 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 09:29:13.156327 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 09:29:13.156385 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 09:29:13.156444 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 09:29:13.156522 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 09:29:13.156584 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 09:29:13.156644 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 09:29:13.156708 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 09:29:13.156768 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 09:29:13.156826 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 09:29:13.156886 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 09:29:13.156944 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 09:29:13.157001 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 09:29:13.157059 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 09:29:13.157118 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 09:29:13.157175 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 09:29:13.157233 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 09:29:13.157290 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 09:29:13.157356 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 09:29:13.157414 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 09:29:13.157474 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 09:29:13.157532 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 09:29:13.157592 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 09:29:13.157655 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 09:29:13.157713 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 09:29:13.157771 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 09:29:13.157829 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 09:29:13.157886 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 09:29:13.157946 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 09:29:13.158004 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 09:29:13.158066 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 09:29:13.158126 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 09:29:13.158185 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 09:29:13.158245 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 09:29:13.158303 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 09:29:13.158361 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 09:29:13.158420 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 09:29:13.158477 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 09:29:13.158535 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 09:29:13.158591 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 09:29:13.158654 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 09:29:13.158715 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 09:29:13.158778 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 09:29:13.158838 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 09:29:13.158898 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 09:29:13.158956 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 09:29:13.159014 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 09:29:13.159073 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 09:29:13.159132 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 09:29:13.159189 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 09:29:13.159248 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 09:29:13.159305 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 09:29:13.159363 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 09:29:13.159423 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 09:29:13.159482 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 09:29:13.159544 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 09:29:13.159603 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 09:29:13.159667 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 09:29:13.159727 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 09:29:13.159785 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 09:29:13.159848 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 09:29:13.159909 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 09:29:13.159969 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 09:29:13.160027 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 09:29:13.160085 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 09:29:13.160151 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 09:29:13.160214 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 09:29:13.160280 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 09:29:13.160340 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 09:29:13.160398 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 09:29:13.160455 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 09:29:13.160535 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 09:29:13.160594 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 09:29:13.160657 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 09:29:13.160717 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 09:29:13.160775 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 09:29:13.160835 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 09:29:13.160893 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 09:29:13.160952 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 09:29:13.161015 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 09:29:13.161072 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 09:29:13.161132 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 09:29:13.161190 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 09:29:13.161247 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 09:29:13.161305 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 09:29:13.161364 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 09:29:13.161422 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 09:29:13.161482 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 09:29:13.161540 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 09:29:13.161597 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 09:29:13.161662 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 09:29:13.161720 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 09:29:13.161782 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 09:29:13.161840 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 09:29:13.161899 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 09:29:13.161957 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 09:29:13.162015 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 09:29:13.162074 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 09:29:13.162132 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 09:29:13.162190 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 09:29:13.162249 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 09:29:13.162307 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 09:29:13.162365 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 09:29:13.162425 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 09:29:13.162486 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 09:29:13.162544 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 09:29:13.162602 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 09:29:13.162667 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 09:29:13.162724 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 09:29:13.162782 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 09:29:13.162839 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 09:29:13.162898 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 09:29:13.162955 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 09:29:13.163012 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 09:29:13.163069 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 09:29:13.163127 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 09:29:13.163188 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 09:29:13.163247 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 09:29:13.163305 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 09:29:13.163363 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 09:29:13.163423 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 09:29:13.163480 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 09:29:13.163537 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 09:29:13.163595 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 09:29:13.163659 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 09:29:13.163718 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 09:29:13.163775 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 09:29:13.163834 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 09:29:13.163892 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 09:29:13.163954 140350196823488 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 09:29:13.169245 140350196823488 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 09:29:13.169744 140350196823488 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 09:29:13.181904 140350196823488 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 09:29:13.199326 140350196823488 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 09:29:13.199565 140350196823488 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 09:29:13.206974 140350196823488 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 09:29:13.287862 140350196823488 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:29:13.288151 140350196823488 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 09:29:13.290762 140350196823488 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:29:13.290973 140350196823488 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 09:29:13.448236 140350196823488 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 09:29:13.449052 140350196823488 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 09:29:13.449711 140350196823488 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 09:29:13.852824 140350196823488 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 09:29:14.262521 140350196823488 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 09:29:14.571913: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 09:29:14.571974: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 09:29:14.572005: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 09:29:25.318470 140350196823488 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 09:29:25.320404 140350196823488 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 09:29:25.335896 140350196823488 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 09:29:25.377931 140350196823488 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 09:29:28.578303 140350196823488 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 09:29:28.583425 140350196823488 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 09:29:28.609651 140350196823488 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 09:29:28.655323 140350196823488 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 09:29:28.666809 140350196823488 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 09:29:28.749452 140350196823488 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 09:29:28.753777 140350196823488 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 09:29:28.754061 140350196823488 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 09:29:28.754137 140350196823488 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 09:29:28.754203 140350196823488 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 09:29:28.754264 140350196823488 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 09:29:28.754322 140350196823488 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.1 ************************************** +I1010 09:29:28.754379 140350196823488 resnet_main.py:388] ****************************** the weight_decay_input is 0.1 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 09:29:28.754523 140350196823488 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 09:29:28.754651 140350196823488 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 09:29:28.755604 140350196823488 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 09:29:28.787549 140350196823488 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 09:29:31.810316 140350196823488 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:31.894221 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:31.953715 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.016325 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.122509 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.186275 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.250314 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.358131 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.420007 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.483776 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.590536 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.651200 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.714766 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.823745 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.884706 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:32.946362 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.052791 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.111351 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.176517 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.298823 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.356606 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.419636 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.526791 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.586811 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.649039 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.755096 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.814198 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.877141 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:33.983051 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.042398 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.104778 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.214384 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.278297 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.342772 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.449917 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.508728 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.570382 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.674452 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.732340 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.794073 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.898869 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:34.959630 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.021697 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.126089 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.185106 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.247946 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.359097 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.419677 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.483485 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.590662 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.652782 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.716067 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.821152 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.879455 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:35.940802 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.045105 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.103816 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.167378 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.274084 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.334963 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.398744 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.503684 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.562800 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.627839 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.733916 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.792608 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.854840 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:36.961457 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:37.023572 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:37.088160 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:37.193993 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:37.254946 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:37.318810 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:37.429090 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:37.494290 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:37.577128 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:37.695403 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.045382 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.110454 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.215784 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.275742 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.340648 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.448775 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.510297 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.574837 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.681318 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.742258 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.805301 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.911439 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:38.970828 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.034514 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.140060 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.202126 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.266401 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.375094 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.435169 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.496840 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.601587 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.660129 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.722353 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.828553 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.889550 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:39.954412 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.061033 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.119709 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.182141 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.287889 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.347116 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.410470 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.515809 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.577640 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.642086 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.749113 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.808912 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.871728 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:40.977483 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.037085 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.100286 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.208851 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.271574 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.342271 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.450680 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.508832 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.569785 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.674426 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.732912 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.794605 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.898617 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:41.961277 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.025649 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.131654 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.194338 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.259162 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.365292 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.426997 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.493047 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.599812 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.659265 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.723606 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.829885 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.891596 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:42.956176 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.061271 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.120132 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.183209 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.289917 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.349526 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.414125 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.519783 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.581368 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.645564 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.751396 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.811225 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.874023 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:43.978693 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:44.037381 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:44.100253 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:44.206044 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:44.266865 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:44.335735 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:44.446810 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:29:44.548105 140350196823488 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 09:29:45.207475 140350196823488 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 09:29:45.467402 140350196823488 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 09:29:51.919579 140350196823488 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 09:29:53.061959 140350196823488 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 09:30:07.194030 140350196823488 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 09:30:07.361855 140350196823488 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:30:27.398413 140350196823488 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 09:30:40.444700 140350196823488 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 09:30:41.430587 140350196823488 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 09:30:41.431107 140350196823488 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 09:30:41.431680: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 09:30:41.458321 140350196823488 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 09:30:41.487598 140350196823488 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 09:30:41.540087 140350196823488 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 09:30:56.872591 140350196823488 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 09:30:56.873639 140348186412800 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 09:30:56.874289 140348178020096 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 09:30:56.928586 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:30:57.006423 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:30:57.057185 140350196823488 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:30:57.057671 140350196823488 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 09:31:27.075321 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:31:27.196521 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 09:31:48.676182 140348178020096 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 09:31:57.279545 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:31:57.366600 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:32:27.449569 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:32:27.547095 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:32:28.959862 140350196823488 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 5.1419497, step = 200 +I1010 09:32:42.641820 140350196823488 basic_session_run_hooks.py:262] loss = 5.1419497, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:32:42.646157 140350196823488 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:32:42.646476 140350196823488 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 09:32:54.151026 140348178020096 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 09:32:57.631632 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:32:57.710141 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:33:27.789539 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:33:27.885435 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:33:34.103907 140350196823488 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.03456, step = 400 (63.595 sec) +I1010 09:33:46.236738 140350196823488 basic_session_run_hooks.py:260] loss = 4.03456, step = 400 (63.595 sec) +INFO:tensorflow:global_step/sec: 3.14498 +I1010 09:33:46.238728 140350196823488 tpu_estimator.py:2307] global_step/sec: 3.14498 +INFO:tensorflow:examples/sec: 206110 +I1010 09:33:46.240308 140350196823488 tpu_estimator.py:2308] examples/sec: 206110 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:33:46.242167 140350196823488 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:33:46.242492 140350196823488 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 9) +I1010 09:33:54.264370 140348178020096 tpu_estimator.py:279] Outfeed finished for iteration (2, 9) +I1010 09:33:57.954231 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:33:58.033857 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:34:28.113256 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:34:28.299565 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:34:32.662580 140350196823488 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.97732, step = 600 (61.323 sec) +I1010 09:34:47.559667 140350196823488 basic_session_run_hooks.py:260] loss = 3.97732, step = 600 (61.323 sec) +INFO:tensorflow:global_step/sec: 3.26134 +I1010 09:34:47.563213 140350196823488 tpu_estimator.py:2307] global_step/sec: 3.26134 +INFO:tensorflow:examples/sec: 213735 +I1010 09:34:47.563716 140350196823488 tpu_estimator.py:2308] examples/sec: 213735 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:34:47.565201 140350196823488 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:34:47.565444 140350196823488 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 2) +I1010 09:34:54.271150 140348178020096 tpu_estimator.py:279] Outfeed finished for iteration (3, 2) +I1010 09:34:58.379617 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:34:58.452289 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:35:28.526143 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:35:28.601994 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:35:33.956845 140350196823488 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.5192814, step = 800 (59.703 sec) +I1010 09:35:47.262300 140350196823488 basic_session_run_hooks.py:260] loss = 3.5192814, step = 800 (59.703 sec) +INFO:tensorflow:global_step/sec: 3.35002 +I1010 09:35:47.264240 140350196823488 tpu_estimator.py:2307] global_step/sec: 3.35002 +INFO:tensorflow:examples/sec: 219547 +I1010 09:35:47.264801 140350196823488 tpu_estimator.py:2308] examples/sec: 219547 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:35:47.266216 140350196823488 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:35:47.266465 140350196823488 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 3) +I1010 09:35:54.391804 140348178020096 tpu_estimator.py:279] Outfeed finished for iteration (4, 3) +I1010 09:35:58.685720 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:35:58.761574 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:36:28.840977 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:36:28.910034 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:36:33.241472 140350196823488 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 09:36:43.969769 140350196823488 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.424006, step = 1000 (62.275 sec) +I1010 09:36:49.537554 140350196823488 basic_session_run_hooks.py:260] loss = 3.424006, step = 1000 (62.275 sec) +INFO:tensorflow:global_step/sec: 3.21155 +I1010 09:36:49.539494 140350196823488 tpu_estimator.py:2307] global_step/sec: 3.21155 +INFO:tensorflow:examples/sec: 210472 +I1010 09:36:49.539994 140350196823488 tpu_estimator.py:2308] examples/sec: 210472 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:36:49.541410 140350196823488 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:36:49.541599 140350196823488 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 0) +I1010 09:36:55.799699 140348178020096 tpu_estimator.py:279] Outfeed finished for iteration (5, 0) +I1010 09:36:59.038836 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:36:59.123128 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:37:29.207557 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:37:29.279468 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:37:35.427077 140350196823488 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.1129274, step = 1200 (58.745 sec) +I1010 09:37:48.282829 140350196823488 basic_session_run_hooks.py:260] loss = 3.1129274, step = 1200 (58.745 sec) +INFO:tensorflow:global_step/sec: 3.40454 +I1010 09:37:48.284714 140350196823488 tpu_estimator.py:2307] global_step/sec: 3.40454 +INFO:tensorflow:examples/sec: 223120 +I1010 09:37:48.285188 140350196823488 tpu_estimator.py:2308] examples/sec: 223120 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:37:48.286339 140350196823488 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:37:48.286549 140350196823488 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 7) +I1010 09:37:56.027550 140348178020096 tpu_estimator.py:279] Outfeed finished for iteration (6, 7) +I1010 09:37:59.369334 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:37:59.460565 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:38:29.545691 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:38:29.613929 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:38:34.246282 140350196823488 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.814923, step = 1400 (58.922 sec) +I1010 09:38:47.204664 140350196823488 basic_session_run_hooks.py:260] loss = 2.814923, step = 1400 (58.922 sec) +INFO:tensorflow:global_step/sec: 3.39433 +I1010 09:38:47.206326 140350196823488 tpu_estimator.py:2307] global_step/sec: 3.39433 +INFO:tensorflow:examples/sec: 222451 +I1010 09:38:47.206743 140350196823488 tpu_estimator.py:2308] examples/sec: 222451 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:38:47.208058 140350196823488 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:38:47.208264 140350196823488 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 11) +I1010 09:38:56.070453 140348178020096 tpu_estimator.py:279] Outfeed finished for iteration (7, 11) +I1010 09:38:59.700582 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:38:59.778228 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:39:29.843640 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:39:29.909035 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:39:33.893153 140350196823488 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.8069973, step = 1600 (61.344 sec) +I1010 09:39:48.549062 140350196823488 basic_session_run_hooks.py:260] loss = 2.8069973, step = 1600 (61.344 sec) +INFO:tensorflow:global_step/sec: 3.26028 +I1010 09:39:48.550671 140350196823488 tpu_estimator.py:2307] global_step/sec: 3.26028 +INFO:tensorflow:examples/sec: 213666 +I1010 09:39:48.551114 140350196823488 tpu_estimator.py:2308] examples/sec: 213666 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 09:39:48.552036 140350196823488 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 09:39:48.552198 140350196823488 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 4) +I1010 09:39:56.073033 140348178020096 tpu_estimator.py:279] Outfeed finished for iteration (8, 4) +I1010 09:39:59.998605 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:40:00.151127 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.729829, step = 1760 (38.385 sec) +I1010 09:40:26.934098 140350196823488 basic_session_run_hooks.py:260] loss = 2.729829, step = 1760 (38.385 sec) +INFO:tensorflow:global_step/sec: 4.16828 +I1010 09:40:26.935899 140350196823488 tpu_estimator.py:2307] global_step/sec: 4.16828 +INFO:tensorflow:examples/sec: 273172 +I1010 09:40:26.936362 140350196823488 tpu_estimator.py:2308] examples/sec: 273172 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:40:26.937449 140350196823488 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:40:30.235930 140348169627392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:40:30.359685 140348169627392 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 09:40:43.140373 140350196823488 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 09:40:43.140712 140350196823488 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 09:40:43.140928 140348186412800 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 09:40:43.141047 140348186412800 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 09:40:43.141212 140350196823488 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 09:40:43.141356 140350196823488 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 09:40:43.141422 140350196823488 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 09:40:43.141544 140348178020096 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 09:40:43.141630 140348178020096 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 09:40:43.141779 140350196823488 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 09:40:43.141875 140350196823488 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.729829. +I1010 09:41:02.069003 140350196823488 estimator.py:371] Loss for final step: 2.729829. +INFO:tensorflow:training_loop marked as finished +I1010 09:41:02.069974 140350196823488 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 09:41:05.500715 139906499732928 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 09:41:05.506515 139906499732928 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 09:41:05.506730 139906499732928 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 09:41:05.509944 139906499732928 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:41:05.559595 139906499732928 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 09:41:05.559844 139906499732928 transport.py:157] Attempting refresh to obtain initial access_token +I1010 09:41:05.637851 139906499732928 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:41:05.678824 139906499732928 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 09:41:05.679079 139906499732928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 09:41:05.754209 139906499732928 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 09:41:05.755321 139906499732928 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 09:41:05.755574 139906499732928 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 09:41:05.756027 139906499732928 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 09:41:05.756122 139906499732928 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 09:41:05.756212 139906499732928 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 09:41:05.756333 139906499732928 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:41:06.099546 139906499732928 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 09:41:06.100016 139906499732928 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 09:41:06.100368 139906499732928 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 09:41:06.101663: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 09:41:06.115113 139906499732928 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 09:41:06.115350 139906499732928 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 09:41:06.117341 139906499732928 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 09:41:06.117417 139906499732928 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 09:41:06.117482 139906499732928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 09:41:06.117801 139906499732928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 09:41:06.117871 139906499732928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 09:41:06.117933 139906499732928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 09:41:06.117995 139906499732928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 09:41:06.118073 139906499732928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 09:41:06.118135 139906499732928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 09:41:06.118194 139906499732928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 09:41:06.118253 139906499732928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 09:41:06.118311 139906499732928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 09:41:06.118374 139906499732928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 09:41:06.123578 139906499732928 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 09:41:06.125267 139906499732928 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 09:41:06.139594 139906499732928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 09:41:06.139872 139906499732928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 09:41:06.148174 139906499732928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 09:41:06.236162 139906499732928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:41:06.236440 139906499732928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 09:41:06.391727 139906499732928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 09:41:06.392550 139906499732928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 09:41:06.393196 139906499732928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 09:41:06.795052 139906499732928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 09:41:07.417560: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 09:41:07.417625: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 09:41:07.417661: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 09:41:07.442513 139906499732928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 09:41:07.444140 139906499732928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 09:41:07.461549 139906499732928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 09:41:07.489583 139906499732928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 09:41:09.639102 139906499732928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 09:41:09.644190 139906499732928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 09:41:09.670803 139906499732928 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 09:41:09.717243 139906499732928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 09:41:09.728730 139906499732928 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 09:41:09.825480 139906499732928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 09:41:10.067713 139906499732928 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 09:41:10.086627 139906499732928 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 09:41:10.106887 139906499732928 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T09:41:10Z +I1010 09:41:10.125514 139906499732928 evaluation.py:255] Starting evaluation at 2019-10-10T09:41:10Z +INFO:tensorflow:TPU job name worker +I1010 09:41:10.125850 139906499732928 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 09:41:10.685113 139906499732928 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:41:10.750139 139906499732928 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 09:41:13.593352 139906499732928 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 09:41:13.615658 139906499732928 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 09:41:13.659009 139906499732928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 09:41:13.674206 139906499732928 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 09:41:20.167397 139906499732928 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 09:41:20.168606 139904822523648 tpu_estimator.py:521] Starting infeed thread controller. +I1010 09:41:20.168909 139904814130944 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 09:41:20.345412 139906499732928 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 09:41:20.367691 139906499732928 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 09:41:20.369751 139906499732928 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 09:41:20.403419 139904331806464 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 09:41:20.475285 139904331806464 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 09:41:31.585484 139904814130944 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 09:41:40.289908 139906499732928 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 09:41:40.290359 139906499732928 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 09:41:40.290455 139906499732928 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 09:41:40.290671 139904822523648 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 09:41:40.290807 139904822523648 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 09:41:40.290991 139906499732928 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 09:41:40.291110 139906499732928 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 09:41:40.291172 139906499732928 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 09:41:40.292089 139904814130944 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 09:41:40.292301 139904814130944 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 09:41:40.292510 139906499732928 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 09:41:40.292656 139906499732928 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-09:41:50 +I1010 09:41:50.723196 139906499732928 evaluation.py:275] Finished evaluation at 2019-10-10-09:41:50 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.7668507, top_1_accuracy = 0.7500203, top_5_accuracy = 0.9217326 +I1010 09:41:50.723674 139906499732928 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.7668507, top_1_accuracy = 0.7500203, top_5_accuracy = 0.9217326 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:41:53.039685 139906499732928 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 09:41:53.370943 139906499732928 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.7668507, 'top_1_accuracy': 0.7500203, 'global_step': 1760, 'top_5_accuracy': 0.9217326}. Elapsed seconds: 47 +I1010 09:41:53.371361 139906499732928 resnet_main.py:597] Eval results: {'loss': 2.7668507, 'top_1_accuracy': 0.7500203, 'global_step': 1760, 'top_5_accuracy': 0.9217326}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 09:41:53.371520 139906499732928 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570699786172711... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570700437929122... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570699788.v3-512#1570700443079054... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570699821877240... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570700203173932... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570700203384596... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570700207469625... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570700263291223... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570700263499709... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570700267657626... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570700322371054... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570700322597660... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570700326698308... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570700381751514... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570700381964573... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570700386069626... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570700437256286... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570700437444526... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570700441362472... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570700511398241... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570700511.v3-512#1570700513268828... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 09:41:57.600276 140220581635520 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 09:41:57.605998 140220581635520 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 09:41:57.606210 140220581635520 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 09:41:57.609699 140220581635520 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:41:57.663661 140220581635520 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 09:41:57.663917 140220581635520 transport.py:157] Attempting refresh to obtain initial access_token +I1010 09:41:57.735697 140220581635520 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:41:57.782860 140220581635520 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 09:41:57.783121 140220581635520 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 09:41:57.850934 140220581635520 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 09:41:57.852402 140220581635520 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 09:41:57.852715 140220581635520 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 09:41:57.853183 140220581635520 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 09:41:57.853275 140220581635520 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 09:41:57.853358 140220581635520 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 09:41:57.951853 140220581635520 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 09:41:58.063798 140220581635520 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 09:41:58.065964: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 09:41:58.130826 140220581635520 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 09:41:58.131180 140220581635520 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 09:41:58.131805 140220581635520 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 09:41:58.131879 140220581635520 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 09:41:58.131953 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 09:41:58.132245 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 09:41:58.132318 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 09:41:58.132383 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 09:41:58.132445 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 09:41:58.132560 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 09:41:58.132628 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 09:41:58.132688 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 09:41:58.132750 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 09:41:58.132810 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 09:41:58.132890 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 09:41:58.132960 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 09:41:58.133021 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 09:41:58.133080 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 09:41:58.133140 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 09:41:58.133199 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 09:41:58.133259 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 09:41:58.133316 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 09:41:58.133375 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 09:41:58.133434 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 09:41:58.133491 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 09:41:58.133552 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 09:41:58.133618 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 09:41:58.133678 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 09:41:58.133739 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 09:41:58.133799 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 09:41:58.133858 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 09:41:58.133924 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 09:41:58.133982 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 09:41:58.134042 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 09:41:58.134100 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 09:41:58.134160 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 09:41:58.134221 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 09:41:58.134280 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 09:41:58.134340 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 09:41:58.134403 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 09:41:58.134463 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 09:41:58.134521 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 09:41:58.134578 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 09:41:58.134638 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 09:41:58.134696 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 09:41:58.134753 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 09:41:58.134813 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 09:41:58.134871 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 09:41:58.134936 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 09:41:58.134996 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 09:41:58.135056 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 09:41:58.135121 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 09:41:58.135180 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 09:41:58.135240 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 09:41:58.135299 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 09:41:58.135359 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 09:41:58.135416 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 09:41:58.135474 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 09:41:58.135535 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 09:41:58.135595 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 09:41:58.135654 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 09:41:58.135713 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 09:41:58.135771 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 09:41:58.135829 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 09:41:58.135894 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 09:41:58.135960 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 09:41:58.136018 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 09:41:58.136077 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 09:41:58.136136 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 09:41:58.136195 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 09:41:58.136255 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 09:41:58.136315 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 09:41:58.136373 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 09:41:58.136431 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 09:41:58.136542 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 09:41:58.136616 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 09:41:58.136684 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 09:41:58.136745 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 09:41:58.136804 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 09:41:58.136863 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 09:41:58.136929 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 09:41:58.136990 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 09:41:58.137051 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 09:41:58.137110 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 09:41:58.137168 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 09:41:58.137226 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 09:41:58.137284 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 09:41:58.137342 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 09:41:58.137401 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 09:41:58.137465 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 09:41:58.137525 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 09:41:58.137583 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 09:41:58.137643 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 09:41:58.137702 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 09:41:58.137763 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 09:41:58.137820 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 09:41:58.137878 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 09:41:58.137943 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 09:41:58.138003 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 09:41:58.138062 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 09:41:58.138119 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 09:41:58.138184 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 09:41:58.138243 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 09:41:58.138303 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 09:41:58.138361 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 09:41:58.138421 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 09:41:58.138478 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 09:41:58.138537 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 09:41:58.138597 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 09:41:58.138655 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 09:41:58.138715 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 09:41:58.138772 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 09:41:58.138830 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 09:41:58.138895 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 09:41:58.138961 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 09:41:58.139020 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 09:41:58.139080 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 09:41:58.139137 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 09:41:58.139197 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 09:41:58.139255 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 09:41:58.139313 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 09:41:58.139372 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 09:41:58.139430 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 09:41:58.139489 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 09:41:58.139549 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 09:41:58.139607 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 09:41:58.139672 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 09:41:58.139731 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 09:41:58.139790 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 09:41:58.139847 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 09:41:58.139910 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 09:41:58.139971 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 09:41:58.140028 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 09:41:58.140086 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 09:41:58.140146 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 09:41:58.140204 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 09:41:58.140264 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 09:41:58.140324 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 09:41:58.140389 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 09:41:58.140449 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 09:41:58.140564 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 09:41:58.140630 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 09:41:58.140691 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 09:41:58.140750 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 09:41:58.140810 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 09:41:58.140872 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 09:41:58.140940 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 09:41:58.141000 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 09:41:58.141062 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 09:41:58.141122 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 09:41:58.141180 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 09:41:58.141251 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 09:41:58.141318 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 09:41:58.141381 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 09:41:58.141441 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 09:41:58.141499 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 09:41:58.141558 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 09:41:58.141618 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 09:41:58.141678 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 09:41:58.141736 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 09:41:58.141794 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 09:41:58.141853 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 09:41:58.141916 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 09:41:58.141983 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 09:41:58.142043 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 09:41:58.142101 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 09:41:58.142158 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 09:41:58.142218 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 09:41:58.142277 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 09:41:58.142335 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 09:41:58.142395 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 09:41:58.142452 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 09:41:58.142510 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 09:41:58.142569 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 09:41:58.142627 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 09:41:58.142690 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 09:41:58.142750 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 09:41:58.142807 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 09:41:58.142865 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 09:41:58.142932 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 09:41:58.142992 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 09:41:58.143052 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 09:41:58.143111 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 09:41:58.143170 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 09:41:58.143228 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 09:41:58.143285 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 09:41:58.143342 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 09:41:58.143399 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 09:41:58.143464 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 09:41:58.143522 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 09:41:58.143579 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 09:41:58.143639 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 09:41:58.143697 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 09:41:58.143755 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 09:41:58.143814 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 09:41:58.143872 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 09:41:58.143935 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 09:41:58.143995 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 09:41:58.144052 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 09:41:58.144110 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 09:41:58.144175 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 09:41:58.144233 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 09:41:58.144293 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 09:41:58.144351 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 09:41:58.144411 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 09:41:58.144500 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 09:41:58.144592 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 09:41:58.144654 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 09:41:58.144712 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 09:41:58.144772 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 09:41:58.144829 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 09:41:58.144887 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 09:41:58.144959 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 09:41:58.145021 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 09:41:58.145082 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 09:41:58.145143 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 09:41:58.145201 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 09:41:58.145265 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 09:41:58.145323 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 09:41:58.145381 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 09:41:58.145440 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 09:41:58.145498 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 09:41:58.145555 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 09:41:58.145615 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 09:41:58.145673 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 09:41:58.145739 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 09:41:58.145797 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 09:41:58.145855 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 09:41:58.145920 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 09:41:58.145981 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 09:41:58.146039 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 09:41:58.146097 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 09:41:58.146157 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 09:41:58.146214 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 09:41:58.146272 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 09:41:58.146332 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 09:41:58.146392 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 09:41:58.146454 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 09:41:58.146512 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 09:41:58.146569 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 09:41:58.146627 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 09:41:58.146684 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 09:41:58.146743 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 09:41:58.146800 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 09:41:58.146859 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 09:41:58.146933 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 09:41:58.146992 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 09:41:58.147053 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 09:41:58.147110 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 09:41:58.147170 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 09:41:58.147233 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 09:41:58.147293 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 09:41:58.147351 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 09:41:58.147408 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 09:41:58.147466 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 09:41:58.147525 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 09:41:58.147583 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 09:41:58.147643 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 09:41:58.147701 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 09:41:58.147759 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 09:41:58.147818 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 09:41:58.147876 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 09:41:58.147944 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 09:41:58.148004 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 09:41:58.148062 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 09:41:58.148121 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 09:41:58.148179 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 09:41:58.148237 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 09:41:58.148297 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 09:41:58.148355 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 09:41:58.148415 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 09:41:58.148492 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 09:41:58.148554 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 09:41:58.148612 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 09:41:58.148674 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 09:41:58.148734 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 09:41:58.148792 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 09:41:58.148849 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 09:41:58.148914 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 09:41:58.148973 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 09:41:58.149032 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 09:41:58.149091 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 09:41:58.149148 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 09:41:58.149208 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 09:41:58.149266 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 09:41:58.149323 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 09:41:58.149382 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 09:41:58.149446 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 09:41:58.149503 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 09:41:58.149563 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 09:41:58.149621 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 09:41:58.149681 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 09:41:58.149739 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 09:41:58.149797 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 09:41:58.149854 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 09:41:58.149919 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 09:41:58.149979 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 09:41:58.150038 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 09:41:58.150095 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 09:41:58.150163 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 09:41:58.150224 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 09:41:58.150283 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 09:41:58.150341 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 09:41:58.150401 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 09:41:58.150459 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 09:41:58.150516 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 09:41:58.150576 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 09:41:58.150634 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 09:41:58.150691 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 09:41:58.150749 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 09:41:58.150808 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 09:41:58.150873 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 09:41:58.150939 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 09:41:58.150998 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 09:41:58.151056 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 09:41:58.151113 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 09:41:58.151173 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 09:41:58.151231 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 09:41:58.151308 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 09:41:58.151379 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 09:41:58.151438 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 09:41:58.151496 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 09:41:58.151556 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 09:41:58.151614 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 09:41:58.151679 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 09:41:58.151737 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 09:41:58.151796 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 09:41:58.151854 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 09:41:58.151918 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 09:41:58.151978 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 09:41:58.152036 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 09:41:58.152096 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 09:41:58.152153 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 09:41:58.152210 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 09:41:58.152270 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 09:41:58.152334 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 09:41:58.152396 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 09:41:58.152456 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 09:41:58.152575 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 09:41:58.152643 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 09:41:58.152703 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 09:41:58.152765 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 09:41:58.152823 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 09:41:58.152882 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 09:41:58.152949 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 09:41:58.153007 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 09:41:58.153068 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 09:41:58.153126 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 09:41:58.153182 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 09:41:58.153249 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 09:41:58.153307 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 09:41:58.153366 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 09:41:58.153424 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 09:41:58.153484 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 09:41:58.153541 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 09:41:58.153599 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 09:41:58.153659 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 09:41:58.153717 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 09:41:58.153774 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 09:41:58.153832 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 09:41:58.153889 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 09:41:58.153960 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 09:41:58.154020 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 09:41:58.154078 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 09:41:58.154135 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 09:41:58.154194 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 09:41:58.154256 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 09:41:58.154316 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 09:41:58.154376 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 09:41:58.154436 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 09:41:58.154495 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 09:41:58.154551 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 09:41:58.154609 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 09:41:58.154673 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 09:41:58.154731 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 09:41:58.154789 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 09:41:58.154846 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 09:41:58.154911 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 09:41:58.154973 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 09:41:58.155030 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 09:41:58.155090 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 09:41:58.155148 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 09:41:58.155205 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 09:41:58.155262 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 09:41:58.155319 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 09:41:58.155376 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 09:41:58.155440 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 09:41:58.155498 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 09:41:58.155556 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 09:41:58.155613 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 09:41:58.155673 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 09:41:58.155730 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 09:41:58.155788 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 09:41:58.155849 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 09:41:58.155940 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 09:41:58.156002 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 09:41:58.156059 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 09:41:58.156117 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 09:41:58.156181 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 09:41:58.156240 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 09:41:58.156300 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 09:41:58.156358 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 09:41:58.156418 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 09:41:58.156492 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 09:41:58.156555 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 09:41:58.156614 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 09:41:58.156672 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 09:41:58.156729 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 09:41:58.156788 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 09:41:58.156846 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 09:41:58.156915 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 09:41:58.156975 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 09:41:58.157035 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 09:41:58.157093 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 09:41:58.157150 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 09:41:58.157208 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 09:41:58.157267 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 09:41:58.157324 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 09:41:58.157381 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 09:41:58.157438 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 09:41:58.157495 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 09:41:58.157553 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 09:41:58.157612 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 09:41:58.157677 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 09:41:58.157735 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 09:41:58.157793 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 09:41:58.157850 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 09:41:58.157913 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 09:41:58.157972 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 09:41:58.158030 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 09:41:58.158087 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 09:41:58.158143 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 09:41:58.158202 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 09:41:58.158262 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 09:41:58.158319 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 09:41:58.158386 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 09:41:58.158447 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 09:41:58.158504 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 09:41:58.158561 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 09:41:58.158620 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 09:41:58.158678 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 09:41:58.158735 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 09:41:58.158792 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 09:41:58.158849 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 09:41:58.158912 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 09:41:58.158972 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 09:41:58.159032 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 09:41:58.159090 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 09:41:58.159152 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 09:41:58.159210 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 09:41:58.159269 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 09:41:58.159327 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 09:41:58.159384 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 09:41:58.159442 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 09:41:58.159502 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 09:41:58.159559 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 09:41:58.159617 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 09:41:58.159676 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 09:41:58.159733 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 09:41:58.159790 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 09:41:58.159852 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 09:41:58.159915 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 09:41:58.159975 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 09:41:58.160036 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 09:41:58.160094 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 09:41:58.160151 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 09:41:58.160211 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 09:41:58.160269 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 09:41:58.160326 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 09:41:58.160383 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 09:41:58.160442 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 09:41:58.160522 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 09:41:58.160590 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 09:41:58.160650 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 09:41:58.160707 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 09:41:58.160765 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 09:41:58.160825 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 09:41:58.160882 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 09:41:58.160949 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 09:41:58.161009 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 09:41:58.161067 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 09:41:58.161125 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 09:41:58.161184 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 09:41:58.161242 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 09:41:58.161298 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 09:41:58.161381 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 09:41:58.161442 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 09:41:58.161501 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 09:41:58.161561 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 09:41:58.161623 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 09:41:58.161681 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 09:41:58.161741 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 09:41:58.161798 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 09:41:58.161856 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 09:41:58.161921 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 09:41:58.161978 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 09:41:58.162036 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 09:41:58.162101 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 09:41:58.162161 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 09:41:58.162220 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 09:41:58.162283 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 09:41:58.162343 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 09:41:58.162404 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 09:41:58.162461 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 09:41:58.162519 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 09:41:58.162578 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 09:41:58.162636 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 09:41:58.162694 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 09:41:58.162753 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 09:41:58.162817 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 09:41:58.162878 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 09:41:58.162945 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 09:41:58.163005 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 09:41:58.163064 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 09:41:58.163121 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 09:41:58.163180 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 09:41:58.163237 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 09:41:58.163295 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 09:41:58.163352 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 09:41:58.163410 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 09:41:58.163469 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 09:41:58.163527 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 09:41:58.163593 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 09:41:58.163650 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 09:41:58.163708 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 09:41:58.163765 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 09:41:58.163824 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 09:41:58.163883 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 09:41:58.163947 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 09:41:58.164005 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 09:41:58.164062 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 09:41:58.164120 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 09:41:58.164180 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 09:41:58.164238 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 09:41:58.164303 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 09:41:58.164361 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 09:41:58.164418 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 09:41:58.164494 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 09:41:58.164556 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 09:41:58.164614 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 09:41:58.164673 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 09:41:58.164731 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 09:41:58.164791 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 09:41:58.164849 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 09:41:58.164912 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 09:41:58.164972 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 09:41:58.165030 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 09:41:58.165093 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 09:41:58.165153 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 09:41:58.165210 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 09:41:58.165268 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 09:41:58.165327 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 09:41:58.165384 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 09:41:58.165442 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 09:41:58.165501 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 09:41:58.165559 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 09:41:58.165616 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 09:41:58.165674 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 09:41:58.165733 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 09:41:58.165795 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 09:41:58.165852 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 09:41:58.165915 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 09:41:58.165973 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 09:41:58.166030 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 09:41:58.166090 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 09:41:58.166148 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 09:41:58.166208 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 09:41:58.166266 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 09:41:58.166325 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 09:41:58.166382 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 09:41:58.166440 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 09:41:58.166501 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 09:41:58.166560 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 09:41:58.166619 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 09:41:58.166676 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 09:41:58.166734 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 09:41:58.166794 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 09:41:58.166851 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 09:41:58.166914 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 09:41:58.166973 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 09:41:58.167030 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 09:41:58.167087 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 09:41:58.167144 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 09:41:58.167201 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 09:41:58.167265 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 09:41:58.167323 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 09:41:58.167381 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 09:41:58.167438 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 09:41:58.167498 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 09:41:58.167555 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 09:41:58.167613 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 09:41:58.167670 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 09:41:58.167730 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 09:41:58.167788 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 09:41:58.167845 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 09:41:58.167908 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 09:41:58.167973 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 09:41:58.168032 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 09:41:58.168092 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 09:41:58.168149 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 09:41:58.168207 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 09:41:58.168266 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 09:41:58.168323 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 09:41:58.168380 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 09:41:58.168438 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 09:41:58.168515 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 09:41:58.168575 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 09:41:58.168632 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 09:41:58.168695 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 09:41:58.168754 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 09:41:58.168812 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 09:41:58.168869 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 09:41:58.168934 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 09:41:58.168992 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 09:41:58.169049 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 09:41:58.169106 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 09:41:58.169163 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 09:41:58.169222 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 09:41:58.169280 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 09:41:58.169337 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 09:41:58.169397 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 09:41:58.169461 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 09:41:58.169517 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 09:41:58.169575 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 09:41:58.169634 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 09:41:58.169692 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 09:41:58.169750 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 09:41:58.169809 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 09:41:58.169866 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 09:41:58.169929 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 09:41:58.169987 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 09:41:58.170046 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 09:41:58.170104 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 09:41:58.170167 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 09:41:58.170227 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 09:41:58.170284 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 09:41:58.170342 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 09:41:58.170401 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 09:41:58.170458 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 09:41:58.170516 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 09:41:58.170572 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 09:41:58.170631 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 09:41:58.170690 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 09:41:58.170748 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 09:41:58.170806 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 09:41:58.170869 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 09:41:58.170933 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 09:41:58.170990 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 09:41:58.171047 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 09:41:58.171106 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 09:41:58.171164 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 09:41:58.171222 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 09:41:58.171300 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 09:41:58.171372 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 09:41:58.171432 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 09:41:58.171493 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 09:41:58.171550 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 09:41:58.171607 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 09:41:58.171675 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 09:41:58.171734 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 09:41:58.171792 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 09:41:58.171850 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 09:41:58.171914 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 09:41:58.171974 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 09:41:58.172034 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 09:41:58.172092 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 09:41:58.172149 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 09:41:58.172207 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 09:41:58.172264 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 09:41:58.172322 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 09:41:58.172384 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 09:41:58.172441 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 09:41:58.172518 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 09:41:58.172576 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 09:41:58.172635 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 09:41:58.172693 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 09:41:58.172751 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 09:41:58.172810 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 09:41:58.172868 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 09:41:58.172933 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 09:41:58.172991 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 09:41:58.173049 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 09:41:58.173108 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 09:41:58.173177 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 09:41:58.173234 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 09:41:58.173295 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 09:41:58.173352 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 09:41:58.173412 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 09:41:58.173469 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 09:41:58.173526 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 09:41:58.173583 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 09:41:58.173640 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 09:41:58.173696 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 09:41:58.173753 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 09:41:58.173810 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 09:41:58.173878 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 09:41:58.173944 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 09:41:58.174004 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 09:41:58.174062 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 09:41:58.174122 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 09:41:58.174179 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 09:41:58.174237 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 09:41:58.174294 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 09:41:58.174352 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 09:41:58.174410 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 09:41:58.174468 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 09:41:58.174525 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 09:41:58.174588 140220581635520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 09:41:58.181107 140220581635520 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 09:41:58.181811 140220581635520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 09:41:58.195132 140220581635520 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 09:41:58.213665 140220581635520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 09:41:58.213998 140220581635520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 09:41:58.223356 140220581635520 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 09:41:58.317209 140220581635520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:41:58.317569 140220581635520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 09:41:58.320111 140220581635520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:41:58.320385 140220581635520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 09:41:58.484745 140220581635520 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 09:41:58.485678 140220581635520 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 09:41:58.486361 140220581635520 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 09:41:58.915791 140220581635520 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 09:41:59.310661 140220581635520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 09:41:59.605698: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 09:41:59.605752: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 09:41:59.605779: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 09:42:09.701412 140220581635520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 09:42:09.702965 140220581635520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 09:42:09.716516 140220581635520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 09:42:09.753603 140220581635520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 09:42:12.692996 140220581635520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 09:42:12.697685 140220581635520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 09:42:12.722588 140220581635520 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 09:42:12.766604 140220581635520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 09:42:12.777590 140220581635520 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 09:42:12.858392 140220581635520 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 09:42:12.862317 140220581635520 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 09:42:12.862498 140220581635520 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 09:42:12.862601 140220581635520 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 09:42:12.862667 140220581635520 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 09:42:12.862740 140220581635520 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 09:42:12.862799 140220581635520 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.2 ************************************** +I1010 09:42:12.862857 140220581635520 resnet_main.py:388] ****************************** the weight_decay_input is 0.2 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 09:42:12.862967 140220581635520 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 09:42:12.863086 140220581635520 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 09:42:12.863996 140220581635520 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 09:42:12.894001 140220581635520 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 09:42:15.816356 140220581635520 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:15.901988 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:15.962055 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.025394 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.131664 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.194082 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.261425 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.369021 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.430404 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.495179 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.603682 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.664948 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.728535 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.837956 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.902328 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:16.967143 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:17.081105 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:17.141891 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:17.208358 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:17.334553 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:17.395302 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:17.459076 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:17.567956 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:17.628427 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:17.691889 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:17.798919 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:17.858926 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:17.922560 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.030550 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.090223 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.152995 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.261755 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.324136 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.388833 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.495826 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.554985 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.617474 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.723442 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.782392 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.844935 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:18.949448 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.010071 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.074491 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.179758 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.240422 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.304527 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.418301 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.479327 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.542902 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.649120 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.710513 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.776005 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.883513 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:19.942703 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.005410 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.111386 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.171278 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.238990 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.349148 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.412453 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.476147 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.582459 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.643367 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.709430 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.817121 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.878500 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:20.941560 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:21.049093 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:21.113389 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:21.178967 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:21.289057 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:21.350934 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:21.415610 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:21.527055 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:21.593951 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:21.677428 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:21.798628 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:22.153170 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:22.221479 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:22.328965 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:22.393184 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:22.456267 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:22.562664 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:22.625540 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:22.690340 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:22.797322 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:22.858205 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:22.920993 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.026304 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.085788 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.150027 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.262375 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.324760 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.390188 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.497018 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.556329 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.618168 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.723865 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.786417 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.849670 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:23.956871 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.018604 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.084537 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.192708 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.252986 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.315431 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.422429 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.483036 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.546899 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.654042 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.716341 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.781819 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.890784 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:24.950903 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.014311 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.122545 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.183518 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.249186 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.357608 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.421897 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.494016 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.604346 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.664072 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.726901 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.833652 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.894716 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:25.957509 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:26.068525 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:26.134984 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:26.207300 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:26.317162 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:26.380150 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:26.446182 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:26.556061 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:26.617244 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:26.685349 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:26.803337 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:26.868046 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:26.938893 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:27.052607 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:27.119616 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:27.190129 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:27.305802 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:27.370584 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:27.437056 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:27.545541 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:27.605746 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:27.670818 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:27.778228 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:27.840629 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:27.906584 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:28.011997 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:28.071572 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:28.135034 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:28.243695 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:28.303940 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:28.370260 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:28.477617 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:28.539650 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:28.611509 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:28.721649 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:42:28.825494 140220581635520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 09:42:29.490494 140220581635520 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 09:42:29.754182 140220581635520 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 09:42:36.401408 140220581635520 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 09:42:37.674182 140220581635520 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 09:42:51.850060 140220581635520 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 09:42:52.016932 140220581635520 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:43:11.969188 140220581635520 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 09:43:25.886615 140220581635520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 4 seconds +I1010 09:43:30.451556 140220581635520 util.py:98] Initialized dataset iterators in 4 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 09:43:30.452152 140220581635520 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 09:43:30.452846: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 09:43:30.480334 140220581635520 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 09:43:30.509550 140220581635520 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 09:43:30.565793 140220581635520 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 09:43:45.429718 140220581635520 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 09:43:45.430922 140218571147008 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 09:43:45.431708 140218562754304 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 09:43:45.495503 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:43:45.576380 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:43:45.617356 140220581635520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:43:45.617814 140220581635520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 09:44:15.656012 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:44:15.737668 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 09:44:36.857495 140218562754304 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 09:44:45.816402 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:44:45.896374 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:45:15.957567 140220581635520 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:45:15.970944 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:45:16.043222 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 5.151215, step = 200 +I1010 09:45:29.946645 140220581635520 basic_session_run_hooks.py:262] loss = 5.151215, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:45:29.949124 140220581635520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:45:29.949402 140220581635520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 09:45:41.669374 140218562754304 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 09:45:46.116784 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:45:46.201738 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:46:16.281761 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:46:16.352916 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:46:21.935419 140220581635520 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.021863, step = 400 (64.122 sec) +I1010 09:46:34.069001 140220581635520 basic_session_run_hooks.py:260] loss = 4.021863, step = 400 (64.122 sec) +INFO:tensorflow:global_step/sec: 3.11904 +I1010 09:46:34.070635 140220581635520 tpu_estimator.py:2307] global_step/sec: 3.11904 +INFO:tensorflow:examples/sec: 204410 +I1010 09:46:34.071791 140220581635520 tpu_estimator.py:2308] examples/sec: 204410 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:46:34.072746 140220581635520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:46:34.072917 140220581635520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 5) +I1010 09:46:41.761686 140218562754304 tpu_estimator.py:279] Outfeed finished for iteration (2, 5) +I1010 09:46:46.410675 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:46:46.489861 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:47:16.574384 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:47:16.661324 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:47:20.440397 140220581635520 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.031172, step = 600 (58.971 sec) +I1010 09:47:33.040256 140220581635520 basic_session_run_hooks.py:260] loss = 4.031172, step = 600 (58.971 sec) +INFO:tensorflow:global_step/sec: 3.39149 +I1010 09:47:33.041791 140220581635520 tpu_estimator.py:2307] global_step/sec: 3.39149 +INFO:tensorflow:examples/sec: 222264 +I1010 09:47:33.042181 140220581635520 tpu_estimator.py:2308] examples/sec: 222264 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:47:33.043236 140220581635520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:47:33.043402 140220581635520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 11) +I1010 09:47:41.776410 140218562754304 tpu_estimator.py:279] Outfeed finished for iteration (3, 11) +I1010 09:47:46.749969 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:47:46.822643 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:48:16.906443 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:48:16.977885 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:48:19.576278 140220581635520 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.5869145, step = 800 (59.728 sec) +I1010 09:48:32.768014 140220581635520 basic_session_run_hooks.py:260] loss = 3.5869145, step = 800 (59.728 sec) +INFO:tensorflow:global_step/sec: 3.3485 +I1010 09:48:32.770169 140220581635520 tpu_estimator.py:2307] global_step/sec: 3.3485 +INFO:tensorflow:examples/sec: 219447 +I1010 09:48:32.770657 140220581635520 tpu_estimator.py:2308] examples/sec: 219447 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:48:32.771929 140220581635520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:48:32.772135 140220581635520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 12) +I1010 09:48:41.830229 140218562754304 tpu_estimator.py:279] Outfeed finished for iteration (4, 12) +I1010 09:48:47.067377 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:48:47.156934 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:49:17.231599 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:49:17.303246 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:49:19.152623 140220581635520 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 09:49:27.490649 140220581635520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.4452417, step = 1000 (60.501 sec) +I1010 09:49:33.268836 140220581635520 basic_session_run_hooks.py:260] loss = 3.4452417, step = 1000 (60.501 sec) +INFO:tensorflow:global_step/sec: 3.30576 +I1010 09:49:33.270639 140220581635520 tpu_estimator.py:2307] global_step/sec: 3.30576 +INFO:tensorflow:examples/sec: 216646 +I1010 09:49:33.271097 140220581635520 tpu_estimator.py:2308] examples/sec: 216646 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:49:33.272521 140220581635520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:49:33.272737 140220581635520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 12) +I1010 09:49:41.997020 140218562754304 tpu_estimator.py:279] Outfeed finished for iteration (5, 12) +I1010 09:49:47.389399 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:49:47.471271 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:50:17.552597 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:50:17.653115 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:50:19.694150 140220581635520 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.1665428, step = 1200 (59.759 sec) +I1010 09:50:33.027877 140220581635520 basic_session_run_hooks.py:260] loss = 3.1665428, step = 1200 (59.759 sec) +INFO:tensorflow:global_step/sec: 3.34679 +I1010 09:50:33.029509 140220581635520 tpu_estimator.py:2307] global_step/sec: 3.34679 +INFO:tensorflow:examples/sec: 219335 +I1010 09:50:33.029732 140220581635520 tpu_estimator.py:2308] examples/sec: 219335 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:50:33.030812 140220581635520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:50:33.030975 140220581635520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 13) +I1010 09:50:42.189299 140218562754304 tpu_estimator.py:279] Outfeed finished for iteration (6, 13) +I1010 09:50:47.721620 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:50:47.801255 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:51:17.877595 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:51:17.949229 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:51:19.629492 140220581635520 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.7760017, step = 1400 (60.488 sec) +I1010 09:51:33.516335 140220581635520 basic_session_run_hooks.py:260] loss = 2.7760017, step = 1400 (60.488 sec) +INFO:tensorflow:global_step/sec: 3.3064 +I1010 09:51:33.518141 140220581635520 tpu_estimator.py:2307] global_step/sec: 3.3064 +INFO:tensorflow:examples/sec: 216688 +I1010 09:51:33.518533 140220581635520 tpu_estimator.py:2308] examples/sec: 216688 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:51:33.519787 140220581635520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:51:33.519953 140220581635520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 12) +I1010 09:51:42.306924 140218562754304 tpu_estimator.py:279] Outfeed finished for iteration (7, 12) +I1010 09:51:48.031416 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:51:48.101205 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:52:18.184180 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:52:18.266833 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:52:19.645554 140220581635520 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.7180192, step = 1600 (59.001 sec) +I1010 09:52:32.517427 140220581635520 basic_session_run_hooks.py:260] loss = 2.7180192, step = 1600 (59.001 sec) +INFO:tensorflow:global_step/sec: 3.38978 +I1010 09:52:32.518985 140220581635520 tpu_estimator.py:2307] global_step/sec: 3.38978 +INFO:tensorflow:examples/sec: 222153 +I1010 09:52:32.519426 140220581635520 tpu_estimator.py:2308] examples/sec: 222153 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 09:52:32.520684 140220581635520 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 09:52:32.520865 140220581635520 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 16) +I1010 09:52:42.463603 140218562754304 tpu_estimator.py:279] Outfeed finished for iteration (8, 16) +I1010 09:52:48.330800 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:52:48.394718 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.688844, step = 1760 (38.323 sec) +I1010 09:53:10.839961 140220581635520 basic_session_run_hooks.py:260] loss = 2.688844, step = 1760 (38.323 sec) +INFO:tensorflow:global_step/sec: 4.175 +I1010 09:53:10.842434 140220581635520 tpu_estimator.py:2307] global_step/sec: 4.175 +INFO:tensorflow:examples/sec: 273613 +I1010 09:53:10.842956 140220581635520 tpu_estimator.py:2308] examples/sec: 273613 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:53:10.844331 140220581635520 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:53:18.469376 140218554361600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:53:18.585045 140218554361600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 09:53:24.987215 140220581635520 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 09:53:24.987613 140220581635520 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 09:53:24.987875 140218571147008 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 09:53:24.988014 140218571147008 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 09:53:24.988178 140220581635520 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 09:53:24.988310 140220581635520 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 09:53:24.988373 140220581635520 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 09:53:24.988545 140218562754304 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 09:53:24.988657 140218562754304 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 09:53:24.988791 140220581635520 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 09:53:24.988900 140220581635520 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.688844. +I1010 09:53:50.389182 140220581635520 estimator.py:371] Loss for final step: 2.688844. +INFO:tensorflow:training_loop marked as finished +I1010 09:53:50.390084 140220581635520 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 09:53:53.391179 140442092463552 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 09:53:53.397777 140442092463552 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 09:53:53.398006 140442092463552 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 09:53:53.401562 140442092463552 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:53:53.455162 140442092463552 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 09:53:53.455418 140442092463552 transport.py:157] Attempting refresh to obtain initial access_token +I1010 09:53:53.529587 140442092463552 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:53:53.575911 140442092463552 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 09:53:53.576164 140442092463552 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 09:53:53.659096 140442092463552 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 09:53:53.660164 140442092463552 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 09:53:53.660399 140442092463552 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 09:53:53.660876 140442092463552 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 09:53:53.660962 140442092463552 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 09:53:53.661045 140442092463552 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 09:53:53.661165 140442092463552 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:53:53.936889 140442092463552 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 09:53:53.937541 140442092463552 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 09:53:53.938014 140442092463552 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 09:53:53.939669: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 09:53:53.956634 140442092463552 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 09:53:53.956954 140442092463552 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 09:53:53.957535 140442092463552 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 09:53:53.957606 140442092463552 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 09:53:53.957674 140442092463552 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 09:53:53.957966 140442092463552 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 09:53:53.958035 140442092463552 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 09:53:53.958098 140442092463552 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 09:53:53.958159 140442092463552 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 09:53:53.958220 140442092463552 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 09:53:53.958312 140442092463552 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 09:53:53.958374 140442092463552 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 09:53:53.958442 140442092463552 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 09:53:53.958501 140442092463552 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 09:53:53.958563 140442092463552 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 09:53:53.964921 140442092463552 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 09:53:53.967015 140442092463552 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 09:53:53.983192 140442092463552 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 09:53:53.983535 140442092463552 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 09:53:53.993693 140442092463552 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 09:53:54.089401 140442092463552 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:53:54.089737 140442092463552 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 09:53:54.255167 140442092463552 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 09:53:54.256087 140442092463552 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 09:53:54.256772 140442092463552 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 09:53:54.685970 140442092463552 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 09:53:55.253990: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 09:53:55.254052: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 09:53:55.254090: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 09:53:55.277185 140442092463552 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 09:53:55.278526 140442092463552 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 09:53:55.292860 140442092463552 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 09:53:55.318227 140442092463552 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 09:53:57.351100 140442092463552 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 09:53:57.355710 140442092463552 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 09:53:57.379920 140442092463552 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 09:53:57.424107 140442092463552 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 09:53:57.434886 140442092463552 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 09:53:57.528033 140442092463552 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 09:53:57.764952 140442092463552 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 09:53:57.780282 140442092463552 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 09:53:57.799263 140442092463552 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T09:53:57Z +I1010 09:53:57.814667 140442092463552 evaluation.py:255] Starting evaluation at 2019-10-10T09:53:57Z +INFO:tensorflow:TPU job name worker +I1010 09:53:57.814902 140442092463552 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 09:53:58.331410 140442092463552 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:53:58.396872 140442092463552 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 09:54:01.040126 140442092463552 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 09:54:01.059221 140442092463552 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 09:54:01.099761 140442092463552 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 09:54:01.113313 140442092463552 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 09:54:07.363439 140442092463552 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 09:54:07.364542 140440415221504 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 09:54:07.365109 140440406828800 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 09:54:07.537974 140442092463552 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 09:54:07.561242 140442092463552 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 09:54:07.562824 140442092463552 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 09:54:07.603521 140439927650048 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 09:54:07.685794 140439927650048 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 09:54:18.688549 140440406828800 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 09:54:27.404732 140442092463552 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 09:54:27.405188 140442092463552 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 09:54:27.405280 140442092463552 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 09:54:27.405487 140440415221504 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 09:54:27.405623 140440415221504 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 09:54:27.405783 140442092463552 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 09:54:27.405909 140442092463552 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 09:54:27.405970 140442092463552 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 09:54:27.406096 140440406828800 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 09:54:27.406188 140440406828800 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 09:54:27.406318 140442092463552 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 09:54:27.406423 140442092463552 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-09:54:37 +I1010 09:54:37.937463 140442092463552 evaluation.py:275] Finished evaluation at 2019-10-10-09:54:37 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.7285044, top_1_accuracy = 0.7504476, top_5_accuracy = 0.9231364 +I1010 09:54:37.937910 140442092463552 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.7285044, top_1_accuracy = 0.7504476, top_5_accuracy = 0.9231364 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 09:54:40.397470 140442092463552 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 09:54:40.679912 140442092463552 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.7285044, 'top_1_accuracy': 0.7504476, 'global_step': 1760, 'top_5_accuracy': 0.9231364}. Elapsed seconds: 46 +I1010 09:54:40.680331 140442092463552 resnet_main.py:597] Eval results: {'loss': 2.7285044, 'top_1_accuracy': 0.7504476, 'global_step': 1760, 'top_5_accuracy': 0.9231364}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 09:54:40.680533 140442092463552 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570700550316060... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570701199179713... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570700553.v3-512#1570701204917021... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570700586494519... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570700966603904... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570700966887391... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570700971061927... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570701028380975... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570701028582444... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570701032461020... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570701087176771... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570701087402587... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570701091560789... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570701147550244... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570701147730779... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570701151990469... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570701198433098... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570701198638041... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570701202809748... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570701278573238... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570701279.v3-512#1570701280612525... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 09:54:45.067301 140704903755200 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 09:54:45.073513 140704903755200 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 09:54:45.073736 140704903755200 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 09:54:45.077225 140704903755200 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:54:45.129842 140704903755200 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 09:54:45.130109 140704903755200 transport.py:157] Attempting refresh to obtain initial access_token +I1010 09:54:45.322501 140704903755200 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 09:54:45.376363 140704903755200 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 09:54:45.376651 140704903755200 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 09:54:45.488665 140704903755200 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 09:54:45.490096 140704903755200 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 09:54:45.490361 140704903755200 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 09:54:45.490812 140704903755200 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 09:54:45.490899 140704903755200 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 09:54:45.490983 140704903755200 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 09:54:45.602189 140704903755200 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 09:54:45.692042 140704903755200 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 09:54:45.693860: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 09:54:45.758699 140704903755200 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 09:54:45.758961 140704903755200 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 09:54:45.759432 140704903755200 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 09:54:45.759501 140704903755200 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 09:54:45.759567 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 09:54:45.759836 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 09:54:45.759906 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 09:54:45.759969 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 09:54:45.760041 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 09:54:45.760103 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 09:54:45.760164 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 09:54:45.760229 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 09:54:45.760288 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 09:54:45.760351 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 09:54:45.760426 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 09:54:45.760526 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 09:54:45.760598 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 09:54:45.760659 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 09:54:45.760720 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 09:54:45.760778 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 09:54:45.760838 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 09:54:45.760898 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 09:54:45.760957 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 09:54:45.761015 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 09:54:45.761081 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 09:54:45.761142 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 09:54:45.761203 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 09:54:45.761270 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 09:54:45.761332 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 09:54:45.761394 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 09:54:45.761452 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 09:54:45.761512 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 09:54:45.761570 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 09:54:45.761631 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 09:54:45.761688 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 09:54:45.761748 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 09:54:45.761806 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 09:54:45.761866 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 09:54:45.761924 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 09:54:45.761987 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 09:54:45.762054 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 09:54:45.762115 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 09:54:45.762173 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 09:54:45.762232 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 09:54:45.762290 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 09:54:45.762348 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 09:54:45.762408 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 09:54:45.762466 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 09:54:45.762525 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 09:54:45.762584 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 09:54:45.762643 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 09:54:45.762701 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 09:54:45.762773 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 09:54:45.762834 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 09:54:45.762892 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 09:54:45.762950 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 09:54:45.763009 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 09:54:45.763072 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 09:54:45.763133 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 09:54:45.763190 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 09:54:45.763251 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 09:54:45.763309 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 09:54:45.763367 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 09:54:45.763426 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 09:54:45.763489 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 09:54:45.763550 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 09:54:45.763607 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 09:54:45.763665 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 09:54:45.763725 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 09:54:45.763782 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 09:54:45.763840 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 09:54:45.763899 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 09:54:45.763957 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 09:54:45.764015 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 09:54:45.764081 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 09:54:45.764139 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 09:54:45.764198 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 09:54:45.764261 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 09:54:45.764319 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 09:54:45.764383 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 09:54:45.764441 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 09:54:45.764548 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 09:54:45.764616 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 09:54:45.764676 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 09:54:45.764735 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 09:54:45.764795 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 09:54:45.764853 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 09:54:45.764911 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 09:54:45.764970 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 09:54:45.765041 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 09:54:45.765101 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 09:54:45.765161 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 09:54:45.765221 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 09:54:45.765280 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 09:54:45.765338 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 09:54:45.765398 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 09:54:45.765455 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 09:54:45.765513 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 09:54:45.765572 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 09:54:45.765630 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 09:54:45.765690 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 09:54:45.765748 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 09:54:45.765811 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 09:54:45.765871 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 09:54:45.765933 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 09:54:45.765993 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 09:54:45.766057 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 09:54:45.766115 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 09:54:45.766175 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 09:54:45.766232 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 09:54:45.766292 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 09:54:45.766350 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 09:54:45.766407 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 09:54:45.766467 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 09:54:45.766530 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 09:54:45.766591 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 09:54:45.766649 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 09:54:45.766707 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 09:54:45.766766 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 09:54:45.766824 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 09:54:45.766881 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 09:54:45.766940 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 09:54:45.766999 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 09:54:45.767064 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 09:54:45.767123 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 09:54:45.767182 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 09:54:45.767245 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 09:54:45.767304 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 09:54:45.767363 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 09:54:45.767421 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 09:54:45.767478 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 09:54:45.767539 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 09:54:45.767597 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 09:54:45.767656 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 09:54:45.767714 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 09:54:45.767771 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 09:54:45.767831 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 09:54:45.767889 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 09:54:45.767949 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 09:54:45.768011 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 09:54:45.768095 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 09:54:45.768168 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 09:54:45.768229 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 09:54:45.768286 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 09:54:45.768346 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 09:54:45.768404 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 09:54:45.768464 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 09:54:45.768584 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 09:54:45.768661 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 09:54:45.768728 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 09:54:45.768795 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 09:54:45.768862 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 09:54:45.768923 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 09:54:45.768981 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 09:54:45.769047 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 09:54:45.769107 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 09:54:45.769165 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 09:54:45.769226 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 09:54:45.769284 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 09:54:45.769356 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 09:54:45.769414 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 09:54:45.769474 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 09:54:45.769531 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 09:54:45.769599 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 09:54:45.769659 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 09:54:45.769716 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 09:54:45.769777 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 09:54:45.769835 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 09:54:45.769895 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 09:54:45.769953 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 09:54:45.770015 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 09:54:45.770080 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 09:54:45.770138 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 09:54:45.770196 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 09:54:45.770256 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 09:54:45.770315 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 09:54:45.770379 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 09:54:45.770437 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 09:54:45.770497 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 09:54:45.770555 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 09:54:45.770613 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 09:54:45.770673 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 09:54:45.770730 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 09:54:45.770790 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 09:54:45.770848 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 09:54:45.770906 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 09:54:45.770966 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 09:54:45.771024 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 09:54:45.771094 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 09:54:45.771152 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 09:54:45.771210 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 09:54:45.771291 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 09:54:45.771353 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 09:54:45.771413 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 09:54:45.771472 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 09:54:45.771531 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 09:54:45.771589 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 09:54:45.771647 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 09:54:45.771706 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 09:54:45.771764 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 09:54:45.771821 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 09:54:45.771884 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 09:54:45.771944 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 09:54:45.772003 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 09:54:45.772068 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 09:54:45.772126 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 09:54:45.772185 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 09:54:45.772243 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 09:54:45.772300 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 09:54:45.772358 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 09:54:45.772418 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 09:54:45.772509 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 09:54:45.772593 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 09:54:45.772661 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 09:54:45.772722 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 09:54:45.772794 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 09:54:45.772852 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 09:54:45.772912 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 09:54:45.772973 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 09:54:45.773036 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 09:54:45.773096 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 09:54:45.773154 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 09:54:45.773211 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 09:54:45.773272 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 09:54:45.773330 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 09:54:45.773395 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 09:54:45.773453 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 09:54:45.773513 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 09:54:45.773571 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 09:54:45.773629 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 09:54:45.773689 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 09:54:45.773746 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 09:54:45.773806 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 09:54:45.773864 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 09:54:45.773922 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 09:54:45.773982 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 09:54:45.774046 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 09:54:45.774106 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 09:54:45.774173 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 09:54:45.774230 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 09:54:45.774290 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 09:54:45.774348 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 09:54:45.774405 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 09:54:45.774465 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 09:54:45.774522 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 09:54:45.774584 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 09:54:45.774642 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 09:54:45.774702 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 09:54:45.774760 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 09:54:45.774817 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 09:54:45.774880 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 09:54:45.774940 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 09:54:45.774997 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 09:54:45.775062 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 09:54:45.775120 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 09:54:45.775178 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 09:54:45.775238 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 09:54:45.775296 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 09:54:45.775356 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 09:54:45.775424 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 09:54:45.775491 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 09:54:45.775552 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 09:54:45.775619 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 09:54:45.775686 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 09:54:45.775744 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 09:54:45.775803 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 09:54:45.775862 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 09:54:45.775922 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 09:54:45.775980 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 09:54:45.776045 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 09:54:45.776104 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 09:54:45.776164 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 09:54:45.776221 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 09:54:45.776281 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 09:54:45.776339 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 09:54:45.776402 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 09:54:45.776462 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 09:54:45.776541 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 09:54:45.776602 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 09:54:45.776660 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 09:54:45.776721 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 09:54:45.776779 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 09:54:45.776838 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 09:54:45.776895 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 09:54:45.776954 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 09:54:45.777013 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 09:54:45.777077 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 09:54:45.777141 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 09:54:45.777199 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 09:54:45.777259 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 09:54:45.777318 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 09:54:45.777376 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 09:54:45.777435 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 09:54:45.777493 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 09:54:45.777550 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 09:54:45.777609 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 09:54:45.777667 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 09:54:45.777725 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 09:54:45.777784 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 09:54:45.777842 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 09:54:45.777905 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 09:54:45.777965 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 09:54:45.778023 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 09:54:45.778089 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 09:54:45.778146 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 09:54:45.778204 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 09:54:45.778264 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 09:54:45.778328 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 09:54:45.778388 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 09:54:45.778448 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 09:54:45.778506 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 09:54:45.778570 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 09:54:45.778635 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 09:54:45.778693 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 09:54:45.778753 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 09:54:45.778811 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 09:54:45.778870 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 09:54:45.778928 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 09:54:45.778986 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 09:54:45.779050 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 09:54:45.779109 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 09:54:45.779167 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 09:54:45.779227 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 09:54:45.779285 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 09:54:45.779350 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 09:54:45.779408 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 09:54:45.779467 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 09:54:45.779525 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 09:54:45.779582 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 09:54:45.779639 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 09:54:45.779697 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 09:54:45.779756 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 09:54:45.779814 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 09:54:45.779872 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 09:54:45.779931 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 09:54:45.779989 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 09:54:45.780055 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 09:54:45.780117 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 09:54:45.780177 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 09:54:45.780235 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 09:54:45.780293 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 09:54:45.780352 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 09:54:45.780410 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 09:54:45.780772 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 09:54:45.780921 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 09:54:45.780986 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 09:54:45.781054 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 09:54:45.781116 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 09:54:45.781176 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 09:54:45.781241 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 09:54:45.781301 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 09:54:45.781361 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 09:54:45.781419 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 09:54:45.781478 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 09:54:45.781538 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 09:54:45.781598 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 09:54:45.781656 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 09:54:45.781716 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 09:54:45.781774 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 09:54:45.781832 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 09:54:45.781893 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 09:54:45.781954 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 09:54:45.782013 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 09:54:45.782104 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 09:54:45.782165 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 09:54:45.782223 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 09:54:45.782284 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 09:54:45.782344 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 09:54:45.782403 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 09:54:45.782469 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 09:54:45.782529 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 09:54:45.782588 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 09:54:45.782648 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 09:54:45.782706 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 09:54:45.782782 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 09:54:45.782841 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 09:54:45.782902 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 09:54:45.782960 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 09:54:45.783020 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 09:54:45.783086 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 09:54:45.783145 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 09:54:45.783205 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 09:54:45.783265 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 09:54:45.783324 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 09:54:45.783384 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 09:54:45.783442 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 09:54:45.783509 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 09:54:45.783569 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 09:54:45.783627 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 09:54:45.783687 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 09:54:45.783746 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 09:54:45.783806 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 09:54:45.783864 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 09:54:45.783924 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 09:54:45.783982 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 09:54:45.784045 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 09:54:45.784106 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 09:54:45.784163 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 09:54:45.784228 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 09:54:45.784292 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 09:54:45.784353 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 09:54:45.784411 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 09:54:45.784487 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 09:54:45.784550 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 09:54:45.784610 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 09:54:45.784670 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 09:54:45.784729 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 09:54:45.784789 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 09:54:45.784848 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 09:54:45.784908 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 09:54:45.784967 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 09:54:45.785038 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 09:54:45.785099 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 09:54:45.785160 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 09:54:45.785219 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 09:54:45.785279 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 09:54:45.785337 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 09:54:45.785397 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 09:54:45.785455 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 09:54:45.785515 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 09:54:45.785573 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 09:54:45.785633 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 09:54:45.785691 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 09:54:45.785754 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 09:54:45.785815 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 09:54:45.785875 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 09:54:45.785933 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 09:54:45.785993 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 09:54:45.786056 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 09:54:45.786117 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 09:54:45.786175 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 09:54:45.786235 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 09:54:45.786294 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 09:54:45.786354 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 09:54:45.786412 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 09:54:45.786470 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 09:54:45.786535 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 09:54:45.786592 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 09:54:45.786650 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 09:54:45.786710 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 09:54:45.786771 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 09:54:45.786829 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 09:54:45.786889 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 09:54:45.786947 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 09:54:45.787007 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 09:54:45.787072 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 09:54:45.787132 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 09:54:45.787198 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 09:54:45.787266 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 09:54:45.787324 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 09:54:45.787384 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 09:54:45.787444 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 09:54:45.787502 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 09:54:45.787560 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 09:54:45.787621 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 09:54:45.787678 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 09:54:45.787739 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 09:54:45.787797 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 09:54:45.787857 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 09:54:45.787915 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 09:54:45.787982 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 09:54:45.788053 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 09:54:45.788111 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 09:54:45.788171 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 09:54:45.788229 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 09:54:45.788290 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 09:54:45.788348 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 09:54:45.788408 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 09:54:45.788466 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 09:54:45.788542 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 09:54:45.788602 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 09:54:45.788660 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 09:54:45.788718 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 09:54:45.788783 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 09:54:45.788841 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 09:54:45.788899 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 09:54:45.788959 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 09:54:45.789016 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 09:54:45.789082 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 09:54:45.789140 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 09:54:45.789199 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 09:54:45.789257 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 09:54:45.789315 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 09:54:45.789374 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 09:54:45.789432 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 09:54:45.789494 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 09:54:45.789552 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 09:54:45.789612 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 09:54:45.789669 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 09:54:45.789729 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 09:54:45.789787 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 09:54:45.789844 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 09:54:45.789902 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 09:54:45.789961 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 09:54:45.790019 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 09:54:45.790083 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 09:54:45.790143 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 09:54:45.790205 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 09:54:45.790266 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 09:54:45.790323 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 09:54:45.790384 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 09:54:45.790441 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 09:54:45.790499 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 09:54:45.790558 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 09:54:45.790616 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 09:54:45.790674 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 09:54:45.790733 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 09:54:45.790791 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 09:54:45.790849 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 09:54:45.790910 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 09:54:45.790971 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 09:54:45.791035 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 09:54:45.791094 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 09:54:45.791152 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 09:54:45.791210 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 09:54:45.791291 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 09:54:45.791352 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 09:54:45.791410 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 09:54:45.791471 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 09:54:45.791528 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 09:54:45.791588 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 09:54:45.791647 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 09:54:45.791711 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 09:54:45.791769 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 09:54:45.791827 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 09:54:45.791884 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 09:54:45.791943 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 09:54:45.792001 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 09:54:45.792064 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 09:54:45.792124 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 09:54:45.792182 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 09:54:45.792241 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 09:54:45.792299 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 09:54:45.792360 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 09:54:45.792418 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 09:54:45.792499 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 09:54:45.792560 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 09:54:45.792618 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 09:54:45.792678 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 09:54:45.792746 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 09:54:45.792807 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 09:54:45.792866 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 09:54:45.792927 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 09:54:45.792985 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 09:54:45.793050 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 09:54:45.793109 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 09:54:45.793168 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 09:54:45.793236 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 09:54:45.793297 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 09:54:45.793355 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 09:54:45.793414 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 09:54:45.793472 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 09:54:45.793529 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 09:54:45.793589 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 09:54:45.793648 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 09:54:45.793708 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 09:54:45.793766 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 09:54:45.793824 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 09:54:45.793883 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 09:54:45.793945 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 09:54:45.794004 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 09:54:45.794070 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 09:54:45.794127 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 09:54:45.794186 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 09:54:45.794245 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 09:54:45.794303 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 09:54:45.794364 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 09:54:45.794424 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 09:54:45.794481 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 09:54:45.794540 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 09:54:45.794598 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 09:54:45.794656 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 09:54:45.794719 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 09:54:45.794779 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 09:54:45.794836 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 09:54:45.794895 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 09:54:45.794955 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 09:54:45.795013 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 09:54:45.795078 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 09:54:45.795136 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 09:54:45.795195 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 09:54:45.795253 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 09:54:45.795312 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 09:54:45.795372 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 09:54:45.795437 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 09:54:45.795495 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 09:54:45.795555 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 09:54:45.795614 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 09:54:45.795674 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 09:54:45.795732 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 09:54:45.795790 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 09:54:45.795849 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 09:54:45.795907 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 09:54:45.795965 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 09:54:45.796024 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 09:54:45.796089 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 09:54:45.796154 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 09:54:45.796212 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 09:54:45.796272 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 09:54:45.796333 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 09:54:45.796391 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 09:54:45.796451 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 09:54:45.796529 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 09:54:45.796587 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 09:54:45.796648 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 09:54:45.796706 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 09:54:45.796765 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 09:54:45.796823 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 09:54:45.796883 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 09:54:45.796947 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 09:54:45.797005 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 09:54:45.797070 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 09:54:45.797128 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 09:54:45.797188 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 09:54:45.797246 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 09:54:45.797305 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 09:54:45.797363 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 09:54:45.797421 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 09:54:45.797480 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 09:54:45.797538 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 09:54:45.797596 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 09:54:45.797660 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 09:54:45.797718 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 09:54:45.797775 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 09:54:45.797833 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 09:54:45.797892 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 09:54:45.797950 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 09:54:45.798008 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 09:54:45.798074 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 09:54:45.798131 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 09:54:45.798190 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 09:54:45.798249 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 09:54:45.798307 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 09:54:45.798367 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 09:54:45.798429 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 09:54:45.798485 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 09:54:45.798543 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 09:54:45.798603 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 09:54:45.798660 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 09:54:45.798719 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 09:54:45.798779 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 09:54:45.798839 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 09:54:45.798897 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 09:54:45.798957 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 09:54:45.799015 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 09:54:45.799079 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 09:54:45.799148 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 09:54:45.799206 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 09:54:45.799266 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 09:54:45.799324 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 09:54:45.799382 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 09:54:45.799443 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 09:54:45.799501 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 09:54:45.799561 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 09:54:45.799621 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 09:54:45.799679 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 09:54:45.799736 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 09:54:45.799796 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 09:54:45.799858 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 09:54:45.799917 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 09:54:45.799976 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 09:54:45.800040 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 09:54:45.800100 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 09:54:45.800158 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 09:54:45.800218 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 09:54:45.800276 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 09:54:45.800334 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 09:54:45.800395 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 09:54:45.800453 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 09:54:45.800529 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 09:54:45.800587 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 09:54:45.800652 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 09:54:45.800710 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 09:54:45.800770 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 09:54:45.800829 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 09:54:45.800889 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 09:54:45.800947 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 09:54:45.801007 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 09:54:45.801070 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 09:54:45.801130 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 09:54:45.801187 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 09:54:45.801246 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 09:54:45.801306 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 09:54:45.801367 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 09:54:45.801426 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 09:54:45.801486 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 09:54:45.801544 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 09:54:45.801604 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 09:54:45.801662 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 09:54:45.801721 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 09:54:45.801779 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 09:54:45.801836 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 09:54:45.801894 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 09:54:45.801953 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 09:54:45.802011 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 09:54:45.802079 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 09:54:45.802139 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 09:54:45.802197 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 09:54:45.802257 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 09:54:45.802316 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 09:54:45.802375 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 09:54:45.802433 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 09:54:45.802493 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 09:54:45.802551 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 09:54:45.802611 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 09:54:45.802669 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 09:54:45.802737 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 09:54:45.802798 140704903755200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 09:54:45.808253 140704903755200 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 09:54:45.808768 140704903755200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 09:54:45.820883 140704903755200 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 09:54:45.838238 140704903755200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 09:54:45.838483 140704903755200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 09:54:45.846486 140704903755200 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 09:54:45.927095 140704903755200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:54:45.927371 140704903755200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 09:54:45.929791 140704903755200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 09:54:45.929980 140704903755200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 09:54:46.084969 140704903755200 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 09:54:46.085748 140704903755200 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 09:54:46.086380 140704903755200 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 09:54:46.493292 140704903755200 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 09:54:46.913342 140704903755200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 09:54:47.225854: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 09:54:47.225920: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 09:54:47.225953: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 09:54:57.604090 140704903755200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 09:54:57.605741 140704903755200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 09:54:57.620232 140704903755200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 09:54:57.660244 140704903755200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 09:55:00.579098 140704903755200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 09:55:00.583919 140704903755200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 09:55:00.609306 140704903755200 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 09:55:00.653816 140704903755200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 09:55:00.664913 140704903755200 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 09:55:00.746067 140704903755200 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 09:55:00.750019 140704903755200 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 09:55:00.750221 140704903755200 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 09:55:00.750293 140704903755200 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 09:55:00.750370 140704903755200 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 09:55:00.750431 140704903755200 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 09:55:00.750488 140704903755200 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.3 ************************************** +I1010 09:55:00.750545 140704903755200 resnet_main.py:388] ****************************** the weight_decay_input is 0.3 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 09:55:00.750670 140704903755200 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 09:55:00.750792 140704903755200 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 09:55:00.751722 140704903755200 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 09:55:00.782336 140704903755200 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 09:55:03.758563 140704903755200 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:03.842592 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:03.902039 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:03.965209 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:04.072443 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:04.134068 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:04.198004 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:04.306633 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:04.368076 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:04.432522 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:04.541055 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:04.601958 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:04.664587 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:04.772253 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:04.834839 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:04.897811 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.006201 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.066147 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.132291 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.256814 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.317184 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.382169 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.489427 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.549951 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.611273 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.717000 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.777079 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.840972 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:05.948647 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.008104 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.071369 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.180635 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.245867 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.310726 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.427912 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.487253 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.549587 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.655035 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.714662 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.778821 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.885504 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:06.946213 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.008625 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.113976 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.173074 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.237010 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.349138 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.410630 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.474055 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.580504 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.642354 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.708172 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.817296 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.877568 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:07.940541 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.046627 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.107707 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.171982 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.280611 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.343725 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.411509 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.517195 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.577442 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.643279 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.750240 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.809889 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.874747 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:08.980998 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:09.044579 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:09.110578 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:09.217601 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:09.279769 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:09.345010 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:09.456650 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:09.522922 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:09.606722 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:09.727099 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:10.079866 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:10.145761 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:10.252427 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:10.312021 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:10.376138 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:10.481340 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:10.543499 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:10.608001 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:10.713234 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:10.774257 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:10.837039 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:10.942266 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.001512 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.063781 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.171559 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.238276 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.303244 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.413274 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.472963 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.535089 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.640326 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.699826 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.762586 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.868360 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.930100 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:11.995472 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:12.102694 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:12.162823 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:12.226088 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:12.335927 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:12.401601 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:12.465703 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:12.572810 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:12.635016 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:12.700328 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:12.808639 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:12.868429 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:12.930983 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.037556 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.097187 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.159785 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.267388 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.331728 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.404304 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.513735 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.572402 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.634471 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.739881 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.799043 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.861274 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:13.968039 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.029568 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.094310 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.202006 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.265827 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.331904 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.441081 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.502259 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.567234 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.677409 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.737992 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.802973 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.910254 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:14.972654 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.038198 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.145920 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.205404 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.268400 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.379889 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.441710 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.506927 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.613440 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.675626 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.740940 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.847619 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.907088 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:15.970576 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:16.077513 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:16.136528 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:16.201598 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:16.307439 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:16.368942 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:16.439312 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:16.550204 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 09:55:16.654710 140704903755200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 09:55:17.322139 140704903755200 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 09:55:17.583576 140704903755200 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 09:55:23.942293 140704903755200 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 09:55:25.083359 140704903755200 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 09:55:39.116693 140704903755200 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 09:55:39.289233 140704903755200 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:55:58.730931 140704903755200 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 09:56:14.467379 140704903755200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 09:56:15.514059 140704903755200 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 09:56:15.514652 140704903755200 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 09:56:15.515296: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 09:56:15.546286 140704903755200 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 09:56:15.575647 140704903755200 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 09:56:15.632908 140704903755200 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 09:56:30.435009 140704903755200 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 09:56:30.436042 140702893197056 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 09:56:30.436732 140702884804352 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 09:56:30.501672 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:56:30.577332 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:56:30.631606 140704903755200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:56:30.632045 140704903755200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 09:57:00.652513 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:57:00.736294 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 09:57:22.531486 140702884804352 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 09:57:30.814986 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:57:30.893827 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:58:00.982984 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:58:01.053492 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:58:02.122225 140704903755200 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 5.0625443, step = 200 +I1010 09:58:16.225164 140704903755200 basic_session_run_hooks.py:262] loss = 5.0625443, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:58:16.228229 140704903755200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:58:16.228632 140704903755200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 09:58:27.933531 140702884804352 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 09:58:31.135170 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:58:31.212944 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 09:59:01.295289 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:59:01.383608 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 09:59:07.962349 140704903755200 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.3195553, step = 400 (64.319 sec) +I1010 09:59:20.544382 140704903755200 basic_session_run_hooks.py:260] loss = 4.3195553, step = 400 (64.319 sec) +INFO:tensorflow:global_step/sec: 3.10949 +I1010 09:59:20.546520 140704903755200 tpu_estimator.py:2307] global_step/sec: 3.10949 +INFO:tensorflow:examples/sec: 203784 +I1010 09:59:20.547878 140704903755200 tpu_estimator.py:2308] examples/sec: 203784 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 09:59:20.549462 140704903755200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 09:59:20.549678 140704903755200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 5) +I1010 09:59:28.066730 140702884804352 tpu_estimator.py:279] Outfeed finished for iteration (2, 5) +I1010 09:59:31.467406 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 09:59:31.546807 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:00:01.631032 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:00:01.708271 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:00:07.359028 140704903755200 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.1108184, step = 600 (60.458 sec) +I1010 10:00:21.002747 140704903755200 basic_session_run_hooks.py:260] loss = 4.1108184, step = 600 (60.458 sec) +INFO:tensorflow:global_step/sec: 3.30806 +I1010 10:00:21.004976 140704903755200 tpu_estimator.py:2307] global_step/sec: 3.30806 +INFO:tensorflow:examples/sec: 216797 +I1010 10:00:21.005644 140704903755200 tpu_estimator.py:2308] examples/sec: 216797 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:00:21.007426 140704903755200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:00:21.007652 140704903755200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 5) +I1010 10:00:28.116233 140702884804352 tpu_estimator.py:279] Outfeed finished for iteration (3, 5) +I1010 10:00:31.781629 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:00:31.856715 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:01:01.933362 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:01:02.004215 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:01:07.314727 140704903755200 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6690483, step = 800 (58.364 sec) +I1010 10:01:19.367117 140704903755200 basic_session_run_hooks.py:260] loss = 3.6690483, step = 800 (58.364 sec) +INFO:tensorflow:global_step/sec: 3.42677 +I1010 10:01:19.368887 140704903755200 tpu_estimator.py:2307] global_step/sec: 3.42677 +INFO:tensorflow:examples/sec: 224577 +I1010 10:01:19.369297 140704903755200 tpu_estimator.py:2308] examples/sec: 224577 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:01:19.370677 140704903755200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:01:19.370857 140704903755200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 11) +I1010 10:01:28.245815 140702884804352 tpu_estimator.py:279] Outfeed finished for iteration (4, 11) +I1010 10:01:32.089679 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:01:32.171930 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:02:02.286560 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:02:02.367110 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:02:04.955231 140704903755200 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 10:02:12.783699 140704903755200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.0472374, step = 1000 (57.654 sec) +I1010 10:02:17.020901 140704903755200 basic_session_run_hooks.py:260] loss = 3.0472374, step = 1000 (57.654 sec) +INFO:tensorflow:global_step/sec: 3.46897 +I1010 10:02:17.022981 140704903755200 tpu_estimator.py:2307] global_step/sec: 3.46897 +INFO:tensorflow:examples/sec: 227342 +I1010 10:02:17.023473 140704903755200 tpu_estimator.py:2308] examples/sec: 227342 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:02:17.025008 140704903755200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:02:17.025209 140704903755200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 25) +I1010 10:02:28.367984 140702884804352 tpu_estimator.py:279] Outfeed finished for iteration (5, 25) +I1010 10:02:32.443320 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:02:32.522794 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:03:02.604562 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:03:02.648727 140704903755200 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:03:02.705676 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 3.2190719, step = 1200 (60.039 sec) +I1010 10:03:17.059890 140704903755200 basic_session_run_hooks.py:260] loss = 3.2190719, step = 1200 (60.039 sec) +INFO:tensorflow:global_step/sec: 3.33117 +I1010 10:03:17.061891 140704903755200 tpu_estimator.py:2307] global_step/sec: 3.33117 +INFO:tensorflow:examples/sec: 218312 +I1010 10:03:17.062370 140704903755200 tpu_estimator.py:2308] examples/sec: 218312 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:03:17.063836 140704903755200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:03:17.064047 140704903755200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 24) +I1010 10:03:28.496512 140702884804352 tpu_estimator.py:279] Outfeed finished for iteration (6, 24) +I1010 10:03:32.778484 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:03:32.852111 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:04:02.935156 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:04:03.012540 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:04:03.822616 140704903755200 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9050937, step = 1400 (60.042 sec) +I1010 10:04:17.102308 140704903755200 basic_session_run_hooks.py:260] loss = 2.9050937, step = 1400 (60.042 sec) +INFO:tensorflow:global_step/sec: 3.33098 +I1010 10:04:17.104314 140704903755200 tpu_estimator.py:2307] global_step/sec: 3.33098 +INFO:tensorflow:examples/sec: 218299 +I1010 10:04:17.104945 140704903755200 tpu_estimator.py:2308] examples/sec: 218299 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:04:17.106427 140704903755200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:04:17.106647 140704903755200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 25) +I1010 10:04:28.621023 140702884804352 tpu_estimator.py:279] Outfeed finished for iteration (7, 25) +I1010 10:04:33.093394 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:04:33.169583 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:05:03.242579 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:05:03.320136 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:05:03.653134 140704903755200 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.6583366, step = 1600 (64.849 sec) +I1010 10:05:21.951615 140704903755200 basic_session_run_hooks.py:260] loss = 2.6583366, step = 1600 (64.849 sec) +INFO:tensorflow:global_step/sec: 3.08408 +I1010 10:05:21.953519 140704903755200 tpu_estimator.py:2307] global_step/sec: 3.08408 +INFO:tensorflow:examples/sec: 202118 +I1010 10:05:21.954014 140704903755200 tpu_estimator.py:2308] examples/sec: 202118 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 10:05:21.955285 140704903755200 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 10:05:21.955483 140704903755200 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 2) +I1010 10:05:28.682648 140702884804352 tpu_estimator.py:279] Outfeed finished for iteration (8, 2) +I1010 10:05:33.408063 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:05:33.484200 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.7276378, step = 1760 (38.586 sec) +I1010 10:06:00.537594 140704903755200 basic_session_run_hooks.py:260] loss = 2.7276378, step = 1760 (38.586 sec) +INFO:tensorflow:global_step/sec: 4.14658 +I1010 10:06:00.539551 140704903755200 tpu_estimator.py:2307] global_step/sec: 4.14658 +INFO:tensorflow:examples/sec: 271750 +I1010 10:06:00.540034 140704903755200 tpu_estimator.py:2308] examples/sec: 271750 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:06:00.541241 140704903755200 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:06:03.604568 140702876411648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:06:03.694140 140702876411648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 10:06:15.553631 140704903755200 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 10:06:15.554037 140704903755200 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 10:06:15.554321 140702893197056 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 10:06:15.554485 140702893197056 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 10:06:15.554680 140704903755200 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 10:06:15.554825 140704903755200 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 10:06:15.554891 140704903755200 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 10:06:15.555027 140702884804352 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 10:06:15.555118 140702884804352 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 10:06:15.555247 140704903755200 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 10:06:15.555341 140704903755200 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.7276378. +I1010 10:06:35.481348 140704903755200 estimator.py:371] Loss for final step: 2.7276378. +INFO:tensorflow:training_loop marked as finished +I1010 10:06:35.482400 140704903755200 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 10:06:38.799258 140518867523008 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 10:06:38.805044 140518867523008 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 10:06:38.805268 140518867523008 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 10:06:38.808813 140518867523008 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:06:39.377933 140518867523008 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 10:06:39.378209 140518867523008 transport.py:157] Attempting refresh to obtain initial access_token +I1010 10:06:39.458539 140518867523008 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:06:39.507162 140518867523008 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 10:06:39.507405 140518867523008 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 10:06:39.630913 140518867523008 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 10:06:39.631989 140518867523008 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 10:06:39.632206 140518867523008 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 10:06:39.632692 140518867523008 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 10:06:39.632787 140518867523008 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 10:06:39.632874 140518867523008 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 10:06:39.632987 140518867523008 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:06:39.939448 140518867523008 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 10:06:39.939961 140518867523008 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 10:06:39.940332 140518867523008 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 10:06:39.941706: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 10:06:39.955106 140518867523008 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 10:06:39.955347 140518867523008 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 10:06:39.957461 140518867523008 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 10:06:39.957536 140518867523008 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 10:06:39.957606 140518867523008 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 10:06:39.957930 140518867523008 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 10:06:39.958000 140518867523008 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 10:06:39.958065 140518867523008 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 10:06:39.958127 140518867523008 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 10:06:39.958197 140518867523008 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 10:06:39.958272 140518867523008 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 10:06:39.958333 140518867523008 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 10:06:39.958393 140518867523008 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 10:06:39.958451 140518867523008 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 10:06:39.958513 140518867523008 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 10:06:39.964078 140518867523008 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 10:06:39.965866 140518867523008 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 10:06:39.980304 140518867523008 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 10:06:39.980576 140518867523008 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 10:06:39.988360 140518867523008 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 10:06:40.073873 140518867523008 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:06:40.074168 140518867523008 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 10:06:40.232381 140518867523008 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 10:06:40.233226 140518867523008 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 10:06:40.233884 140518867523008 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 10:06:40.657865 140518867523008 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 10:06:41.215974: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 10:06:41.216028: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 10:06:41.216059: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 10:06:41.239445 140518867523008 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 10:06:41.240799 140518867523008 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 10:06:41.255078 140518867523008 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 10:06:41.280267 140518867523008 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 10:06:43.355787 140518867523008 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 10:06:43.360763 140518867523008 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 10:06:43.387048 140518867523008 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 10:06:43.432502 140518867523008 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 10:06:43.443363 140518867523008 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 10:06:43.537153 140518867523008 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 10:06:43.777417 140518867523008 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 10:06:43.792711 140518867523008 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 10:06:43.811296 140518867523008 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T10:06:43Z +I1010 10:06:43.827280 140518867523008 evaluation.py:255] Starting evaluation at 2019-10-10T10:06:43Z +INFO:tensorflow:TPU job name worker +I1010 10:06:43.827522 140518867523008 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 10:06:44.348917 140518867523008 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:06:44.413742 140518867523008 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 10:06:47.144300 140518867523008 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 10:06:47.166469 140518867523008 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 10:06:47.206923 140518867523008 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 10:06:47.219755 140518867523008 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 10:06:53.621614 140518867523008 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 10:06:53.622401 140517190383360 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 10:06:53.622869 140517181990656 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 10:06:53.790127 140518867523008 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 10:06:53.812673 140518867523008 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 10:06:53.813354 140518867523008 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 10:06:53.850528 140516700190464 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 10:06:53.907192 140516700190464 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 10:07:04.503941 140517181990656 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 10:07:13.351927 140518867523008 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 10:07:13.352341 140518867523008 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 10:07:13.352431 140518867523008 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 10:07:13.352629 140517190383360 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 10:07:13.352799 140517190383360 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 10:07:13.352936 140518867523008 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 10:07:13.353038 140518867523008 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 10:07:13.353097 140518867523008 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 10:07:13.353218 140517181990656 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 10:07:13.353300 140517181990656 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 10:07:13.353420 140518867523008 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 10:07:13.353509 140518867523008 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-10:07:24 +I1010 10:07:24.142332 140518867523008 evaluation.py:275] Finished evaluation at 2019-10-10-10:07:24 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.74706, top_1_accuracy = 0.74835205, top_5_accuracy = 0.9227702 +I1010 10:07:24.142682 140518867523008 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.74706, top_1_accuracy = 0.74835205, top_5_accuracy = 0.9227702 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:07:26.410846 140518867523008 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 10:07:26.686081 140518867523008 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.74706, 'top_1_accuracy': 0.74835205, 'global_step': 1760, 'top_5_accuracy': 0.9227702}. Elapsed seconds: 46 +I1010 10:07:26.686641 140518867523008 resnet_main.py:597] Eval results: {'loss': 2.74706, 'top_1_accuracy': 0.74835205, 'global_step': 1760, 'top_5_accuracy': 0.9227702}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 10:07:26.686811 140518867523008 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570701318350119... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570701969472279... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570701320.v3-512#1570701975456549... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570701353592116... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570701731940685... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570701732164634... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570701736405826... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570701790504580... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570701790704227... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570701794865556... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570701851098737... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570701851347393... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570701856469850... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570701915545610... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570701915758375... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570701919788714... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570701968832061... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570701969015035... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570701973122763... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570702044751748... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570702045.v3-512#1570702046613112... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 10:07:30.840924 140316362352064 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 10:07:30.846467 140316362352064 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 10:07:30.846656 140316362352064 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 10:07:30.849680 140316362352064 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:07:30.897250 140316362352064 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 10:07:30.897527 140316362352064 transport.py:157] Attempting refresh to obtain initial access_token +I1010 10:07:30.977866 140316362352064 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:07:31.029434 140316362352064 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 10:07:31.029674 140316362352064 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 10:07:31.119987 140316362352064 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 10:07:31.121412 140316362352064 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 10:07:31.121675 140316362352064 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 10:07:31.122123 140316362352064 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 10:07:31.122208 140316362352064 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 10:07:31.122292 140316362352064 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 10:07:31.217042 140316362352064 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 10:07:31.301769 140316362352064 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 10:07:31.303483: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 10:07:31.375489 140316362352064 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 10:07:31.375755 140316362352064 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 10:07:31.376219 140316362352064 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 10:07:31.376287 140316362352064 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 10:07:31.376348 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 10:07:31.376699 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 10:07:31.376773 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 10:07:31.376837 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 10:07:31.376899 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 10:07:31.376959 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 10:07:31.377017 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 10:07:31.377075 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 10:07:31.377135 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 10:07:31.377192 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 10:07:31.377254 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 10:07:31.377331 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 10:07:31.377392 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 10:07:31.377450 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 10:07:31.377509 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 10:07:31.377568 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 10:07:31.377625 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 10:07:31.377682 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 10:07:31.377748 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 10:07:31.377806 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 10:07:31.377865 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 10:07:31.377924 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 10:07:31.377984 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 10:07:31.378046 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 10:07:31.378106 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 10:07:31.378165 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 10:07:31.378223 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 10:07:31.378282 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 10:07:31.378340 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 10:07:31.378396 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 10:07:31.378454 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 10:07:31.378511 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 10:07:31.378571 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 10:07:31.378628 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 10:07:31.378691 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 10:07:31.378751 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 10:07:31.378814 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 10:07:31.378871 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 10:07:31.378931 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 10:07:31.378988 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 10:07:31.379045 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 10:07:31.379102 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 10:07:31.379160 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 10:07:31.379219 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 10:07:31.379276 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 10:07:31.379334 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 10:07:31.379393 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 10:07:31.379450 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 10:07:31.379512 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 10:07:31.379570 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 10:07:31.379626 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 10:07:31.379689 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 10:07:31.379749 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 10:07:31.379806 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 10:07:31.379864 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 10:07:31.379923 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 10:07:31.379981 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 10:07:31.380038 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 10:07:31.380095 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 10:07:31.380153 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 10:07:31.380211 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 10:07:31.380273 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 10:07:31.380331 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 10:07:31.380388 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 10:07:31.380445 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 10:07:31.380553 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 10:07:31.380620 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 10:07:31.380680 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 10:07:31.380744 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 10:07:31.380801 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 10:07:31.380861 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 10:07:31.380918 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 10:07:31.380975 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 10:07:31.381037 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 10:07:31.381097 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 10:07:31.381154 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 10:07:31.381212 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 10:07:31.381278 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 10:07:31.381336 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 10:07:31.381393 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 10:07:31.381452 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 10:07:31.381509 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 10:07:31.381566 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 10:07:31.381623 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 10:07:31.381690 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 10:07:31.381748 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 10:07:31.381812 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 10:07:31.381870 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 10:07:31.381927 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 10:07:31.381985 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 10:07:31.382044 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 10:07:31.382107 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 10:07:31.382165 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 10:07:31.382224 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 10:07:31.382282 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 10:07:31.382339 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 10:07:31.382395 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 10:07:31.382458 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 10:07:31.382522 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 10:07:31.382580 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 10:07:31.382638 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 10:07:31.382702 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 10:07:31.382761 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 10:07:31.382818 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 10:07:31.382877 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 10:07:31.382934 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 10:07:31.382991 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 10:07:31.383048 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 10:07:31.383105 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 10:07:31.383163 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 10:07:31.383227 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 10:07:31.383285 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 10:07:31.383342 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 10:07:31.383399 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 10:07:31.383456 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 10:07:31.383513 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 10:07:31.383570 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 10:07:31.383627 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 10:07:31.383690 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 10:07:31.383749 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 10:07:31.383806 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 10:07:31.383865 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 10:07:31.383923 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 10:07:31.383996 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 10:07:31.384056 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 10:07:31.384111 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 10:07:31.384170 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 10:07:31.384227 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 10:07:31.384284 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 10:07:31.384341 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 10:07:31.384397 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 10:07:31.384455 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 10:07:31.384563 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 10:07:31.384629 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 10:07:31.384694 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 10:07:31.384759 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 10:07:31.384819 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 10:07:31.384876 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 10:07:31.384934 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 10:07:31.384993 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 10:07:31.385050 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 10:07:31.385107 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 10:07:31.385164 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 10:07:31.385229 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 10:07:31.385288 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 10:07:31.385345 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 10:07:31.385402 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 10:07:31.385464 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 10:07:31.385521 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 10:07:31.385579 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 10:07:31.385636 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 10:07:31.385698 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 10:07:31.385756 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 10:07:31.385813 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 10:07:31.385873 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 10:07:31.385931 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 10:07:31.385987 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 10:07:31.386044 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 10:07:31.386101 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 10:07:31.386161 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 10:07:31.386223 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 10:07:31.386279 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 10:07:31.386336 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 10:07:31.386393 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 10:07:31.386450 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 10:07:31.386506 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 10:07:31.386563 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 10:07:31.386619 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 10:07:31.386676 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 10:07:31.386739 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 10:07:31.386795 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 10:07:31.386852 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 10:07:31.386917 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 10:07:31.386975 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 10:07:31.387032 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 10:07:31.387089 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 10:07:31.387147 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 10:07:31.387206 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 10:07:31.387263 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 10:07:31.387320 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 10:07:31.387376 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 10:07:31.387434 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 10:07:31.387490 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 10:07:31.387547 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 10:07:31.387604 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 10:07:31.387669 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 10:07:31.387733 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 10:07:31.387792 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 10:07:31.387850 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 10:07:31.387907 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 10:07:31.387967 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 10:07:31.388024 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 10:07:31.388079 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 10:07:31.388137 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 10:07:31.388194 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 10:07:31.388250 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 10:07:31.388307 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 10:07:31.388369 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 10:07:31.388427 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 10:07:31.388535 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 10:07:31.388608 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 10:07:31.388669 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 10:07:31.388734 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 10:07:31.388792 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 10:07:31.388849 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 10:07:31.388907 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 10:07:31.388966 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 10:07:31.389023 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 10:07:31.389081 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 10:07:31.389144 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 10:07:31.389204 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 10:07:31.389261 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 10:07:31.389318 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 10:07:31.389374 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 10:07:31.389430 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 10:07:31.389487 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 10:07:31.389544 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 10:07:31.389600 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 10:07:31.389657 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 10:07:31.389722 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 10:07:31.389780 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 10:07:31.389838 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 10:07:31.389902 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 10:07:31.389960 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 10:07:31.390017 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 10:07:31.390074 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 10:07:31.390130 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 10:07:31.390187 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 10:07:31.390243 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 10:07:31.390300 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 10:07:31.390357 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 10:07:31.390414 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 10:07:31.390471 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 10:07:31.390530 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 10:07:31.390590 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 10:07:31.390649 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 10:07:31.390711 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 10:07:31.390769 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 10:07:31.390825 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 10:07:31.390883 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 10:07:31.390939 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 10:07:31.390997 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 10:07:31.391055 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 10:07:31.391113 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 10:07:31.391170 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 10:07:31.391227 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 10:07:31.391309 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 10:07:31.391367 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 10:07:31.391424 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 10:07:31.391482 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 10:07:31.391539 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 10:07:31.391596 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 10:07:31.391654 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 10:07:31.391716 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 10:07:31.391774 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 10:07:31.391834 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 10:07:31.391891 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 10:07:31.391949 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 10:07:31.392007 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 10:07:31.392069 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 10:07:31.392126 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 10:07:31.392183 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 10:07:31.392239 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 10:07:31.392297 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 10:07:31.392354 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 10:07:31.392411 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 10:07:31.392486 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 10:07:31.392548 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 10:07:31.392605 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 10:07:31.392662 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 10:07:31.392724 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 10:07:31.392791 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 10:07:31.392852 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 10:07:31.392910 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 10:07:31.392968 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 10:07:31.393027 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 10:07:31.393085 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 10:07:31.393142 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 10:07:31.393201 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 10:07:31.393258 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 10:07:31.393315 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 10:07:31.393372 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 10:07:31.393429 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 10:07:31.393486 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 10:07:31.393547 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 10:07:31.393604 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 10:07:31.393661 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 10:07:31.393727 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 10:07:31.393784 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 10:07:31.393841 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 10:07:31.393898 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 10:07:31.393965 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 10:07:31.394022 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 10:07:31.394081 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 10:07:31.394136 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 10:07:31.394193 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 10:07:31.394256 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 10:07:31.394314 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 10:07:31.394371 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 10:07:31.394428 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 10:07:31.394484 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 10:07:31.394541 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 10:07:31.394597 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 10:07:31.394654 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 10:07:31.394717 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 10:07:31.394776 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 10:07:31.394833 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 10:07:31.394890 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 10:07:31.394952 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 10:07:31.395015 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 10:07:31.395076 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 10:07:31.395133 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 10:07:31.395190 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 10:07:31.395246 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 10:07:31.395303 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 10:07:31.395360 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 10:07:31.395423 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 10:07:31.395483 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 10:07:31.395540 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 10:07:31.395597 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 10:07:31.395656 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 10:07:31.395724 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 10:07:31.395781 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 10:07:31.395838 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 10:07:31.395895 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 10:07:31.395951 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 10:07:31.396008 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 10:07:31.396065 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 10:07:31.396121 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 10:07:31.396179 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 10:07:31.396236 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 10:07:31.396295 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 10:07:31.396352 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 10:07:31.396413 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 10:07:31.396487 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 10:07:31.396549 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 10:07:31.396606 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 10:07:31.396666 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 10:07:31.396728 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 10:07:31.396786 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 10:07:31.396843 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 10:07:31.396902 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 10:07:31.396960 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 10:07:31.397017 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 10:07:31.397073 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 10:07:31.397138 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 10:07:31.397197 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 10:07:31.397253 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 10:07:31.397310 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 10:07:31.397367 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 10:07:31.397424 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 10:07:31.397483 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 10:07:31.397538 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 10:07:31.397597 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 10:07:31.397654 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 10:07:31.397716 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 10:07:31.397774 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 10:07:31.397831 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 10:07:31.397896 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 10:07:31.397953 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 10:07:31.398010 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 10:07:31.398066 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 10:07:31.398123 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 10:07:31.398180 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 10:07:31.398238 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 10:07:31.398294 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 10:07:31.398350 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 10:07:31.398407 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 10:07:31.398463 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 10:07:31.398519 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 10:07:31.398580 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 10:07:31.398638 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 10:07:31.398699 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 10:07:31.398757 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 10:07:31.398814 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 10:07:31.398874 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 10:07:31.398931 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 10:07:31.398996 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 10:07:31.399053 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 10:07:31.399110 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 10:07:31.399168 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 10:07:31.399224 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 10:07:31.399286 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 10:07:31.399343 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 10:07:31.399400 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 10:07:31.399456 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 10:07:31.399513 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 10:07:31.399570 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 10:07:31.399627 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 10:07:31.399688 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 10:07:31.399746 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 10:07:31.399802 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 10:07:31.399858 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 10:07:31.399915 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 10:07:31.399971 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 10:07:31.400032 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 10:07:31.400089 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 10:07:31.400146 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 10:07:31.400203 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 10:07:31.400260 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 10:07:31.400316 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 10:07:31.400372 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 10:07:31.400429 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 10:07:31.400502 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 10:07:31.400563 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 10:07:31.400619 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 10:07:31.400676 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 10:07:31.400746 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 10:07:31.400804 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 10:07:31.400861 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 10:07:31.400918 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 10:07:31.400974 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 10:07:31.401031 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 10:07:31.401087 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 10:07:31.401143 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 10:07:31.401200 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 10:07:31.401256 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 10:07:31.401313 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 10:07:31.401369 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 10:07:31.401427 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 10:07:31.401489 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 10:07:31.401546 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 10:07:31.401603 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 10:07:31.401662 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 10:07:31.401726 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 10:07:31.401782 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 10:07:31.401839 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 10:07:31.401896 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 10:07:31.401954 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 10:07:31.402013 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 10:07:31.402070 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 10:07:31.402127 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 10:07:31.402189 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 10:07:31.402252 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 10:07:31.402309 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 10:07:31.402368 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 10:07:31.402425 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 10:07:31.402482 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 10:07:31.402539 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 10:07:31.402596 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 10:07:31.402653 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 10:07:31.402715 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 10:07:31.402774 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 10:07:31.402832 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 10:07:31.402894 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 10:07:31.402951 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 10:07:31.403008 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 10:07:31.403067 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 10:07:31.403122 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 10:07:31.403179 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 10:07:31.403237 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 10:07:31.403295 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 10:07:31.403352 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 10:07:31.403409 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 10:07:31.403465 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 10:07:31.403522 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 10:07:31.403579 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 10:07:31.403640 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 10:07:31.403703 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 10:07:31.403760 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 10:07:31.403817 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 10:07:31.403875 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 10:07:31.403930 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 10:07:31.404000 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 10:07:31.404057 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 10:07:31.404114 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 10:07:31.404170 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 10:07:31.404227 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 10:07:31.404284 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 10:07:31.404345 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 10:07:31.404402 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 10:07:31.404458 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 10:07:31.404535 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 10:07:31.404592 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 10:07:31.404650 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 10:07:31.404712 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 10:07:31.404769 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 10:07:31.404828 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 10:07:31.404885 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 10:07:31.404942 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 10:07:31.404999 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 10:07:31.405056 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 10:07:31.405117 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 10:07:31.405177 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 10:07:31.405235 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 10:07:31.405292 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 10:07:31.405349 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 10:07:31.405405 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 10:07:31.405462 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 10:07:31.405519 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 10:07:31.405575 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 10:07:31.405632 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 10:07:31.405694 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 10:07:31.405752 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 10:07:31.405816 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 10:07:31.405873 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 10:07:31.405930 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 10:07:31.405987 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 10:07:31.406044 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 10:07:31.406102 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 10:07:31.406161 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 10:07:31.406218 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 10:07:31.406275 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 10:07:31.406332 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 10:07:31.406388 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 10:07:31.406446 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 10:07:31.406507 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 10:07:31.406568 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 10:07:31.406625 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 10:07:31.406682 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 10:07:31.406744 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 10:07:31.406801 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 10:07:31.406857 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 10:07:31.406914 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 10:07:31.406971 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 10:07:31.407028 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 10:07:31.407087 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 10:07:31.407145 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 10:07:31.407202 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 10:07:31.407263 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 10:07:31.407321 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 10:07:31.407378 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 10:07:31.407435 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 10:07:31.407494 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 10:07:31.407551 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 10:07:31.407608 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 10:07:31.407665 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 10:07:31.407730 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 10:07:31.407788 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 10:07:31.407846 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 10:07:31.407905 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 10:07:31.407968 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 10:07:31.408026 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 10:07:31.408083 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 10:07:31.408139 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 10:07:31.408195 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 10:07:31.408252 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 10:07:31.408310 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 10:07:31.408368 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 10:07:31.408426 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 10:07:31.408498 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 10:07:31.408557 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 10:07:31.408616 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 10:07:31.408677 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 10:07:31.408740 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 10:07:31.408797 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 10:07:31.408854 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 10:07:31.408912 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 10:07:31.408968 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 10:07:31.409027 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 10:07:31.409085 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 10:07:31.409145 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 10:07:31.409202 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 10:07:31.409259 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 10:07:31.409315 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 10:07:31.409373 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 10:07:31.409432 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 10:07:31.409491 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 10:07:31.409548 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 10:07:31.409605 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 10:07:31.409663 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 10:07:31.409728 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 10:07:31.409786 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 10:07:31.409843 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 10:07:31.409902 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 10:07:31.409959 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 10:07:31.410016 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 10:07:31.410073 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 10:07:31.410134 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 10:07:31.410191 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 10:07:31.410248 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 10:07:31.410305 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 10:07:31.410362 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 10:07:31.410420 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 10:07:31.410478 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 10:07:31.410535 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 10:07:31.410592 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 10:07:31.410648 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 10:07:31.410710 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 10:07:31.410768 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 10:07:31.410830 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 10:07:31.410887 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 10:07:31.410945 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 10:07:31.411004 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 10:07:31.411062 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 10:07:31.411119 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 10:07:31.411176 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 10:07:31.411235 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 10:07:31.411308 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 10:07:31.411365 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 10:07:31.411422 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 10:07:31.411480 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 10:07:31.411537 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 10:07:31.411601 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 10:07:31.411659 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 10:07:31.411722 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 10:07:31.411781 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 10:07:31.411839 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 10:07:31.411896 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 10:07:31.411953 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 10:07:31.412010 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 10:07:31.412067 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 10:07:31.412125 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 10:07:31.412180 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 10:07:31.412239 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 10:07:31.412300 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 10:07:31.412358 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 10:07:31.412415 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 10:07:31.412506 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 10:07:31.412571 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 10:07:31.412628 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 10:07:31.412691 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 10:07:31.412749 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 10:07:31.412806 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 10:07:31.412863 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 10:07:31.412921 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 10:07:31.412980 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 10:07:31.413038 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 10:07:31.413100 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 10:07:31.413158 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 10:07:31.413216 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 10:07:31.413274 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 10:07:31.413331 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 10:07:31.413388 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 10:07:31.413445 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 10:07:31.413502 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 10:07:31.413561 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 10:07:31.413619 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 10:07:31.413676 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 10:07:31.413738 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 10:07:31.413805 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 10:07:31.413863 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 10:07:31.413925 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 10:07:31.413995 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 10:07:31.414052 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 10:07:31.414109 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 10:07:31.414167 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 10:07:31.414226 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 10:07:31.414283 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 10:07:31.414340 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 10:07:31.414397 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 10:07:31.414454 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 10:07:31.414516 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 10:07:31.414575 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 10:07:31.414632 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 10:07:31.414694 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 10:07:31.414752 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 10:07:31.414808 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 10:07:31.414866 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 10:07:31.414925 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 10:07:31.414983 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 10:07:31.415040 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 10:07:31.415097 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 10:07:31.415162 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 10:07:31.415220 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 10:07:31.415287 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 10:07:31.415344 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 10:07:31.415402 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 10:07:31.415460 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 10:07:31.415517 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 10:07:31.415575 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 10:07:31.415632 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 10:07:31.415694 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 10:07:31.415754 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 10:07:31.415811 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 10:07:31.415867 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 10:07:31.415924 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 10:07:31.415985 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 10:07:31.416042 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 10:07:31.416099 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 10:07:31.416157 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 10:07:31.416213 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 10:07:31.416271 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 10:07:31.416328 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 10:07:31.416385 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 10:07:31.416443 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 10:07:31.416518 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 10:07:31.416575 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 10:07:31.416632 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 10:07:31.416699 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 10:07:31.416758 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 10:07:31.416815 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 10:07:31.416873 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 10:07:31.416930 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 10:07:31.416989 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 10:07:31.417046 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 10:07:31.417103 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 10:07:31.417160 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 10:07:31.417217 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 10:07:31.417273 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 10:07:31.417330 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 10:07:31.417387 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 10:07:31.417449 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 10:07:31.417507 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 10:07:31.417566 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 10:07:31.417623 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 10:07:31.417681 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 10:07:31.417746 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 10:07:31.417804 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 10:07:31.417860 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 10:07:31.417918 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 10:07:31.417975 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 10:07:31.418032 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 10:07:31.418091 140316362352064 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 10:07:31.423326 140316362352064 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 10:07:31.423804 140316362352064 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 10:07:31.435395 140316362352064 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 10:07:31.452461 140316362352064 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 10:07:31.452701 140316362352064 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 10:07:31.459964 140316362352064 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 10:07:31.538403 140316362352064 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:07:31.538677 140316362352064 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 10:07:31.541183 140316362352064 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:07:31.541372 140316362352064 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 10:07:31.695408 140316362352064 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 10:07:31.696198 140316362352064 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 10:07:31.696849 140316362352064 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 10:07:32.096169 140316362352064 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 10:07:32.480453 140316362352064 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 10:07:32.771817: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 10:07:32.771865: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 10:07:32.771892: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 10:07:42.527312 140316362352064 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 10:07:42.528832 140316362352064 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 10:07:42.542488 140316362352064 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 10:07:42.580168 140316362352064 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 10:07:45.478571 140316362352064 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 10:07:45.483119 140316362352064 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 10:07:45.507076 140316362352064 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 10:07:45.550674 140316362352064 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 10:07:45.561506 140316362352064 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 10:07:45.642115 140316362352064 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 10:07:45.646059 140316362352064 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 10:07:45.646234 140316362352064 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 10:07:45.646305 140316362352064 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 10:07:45.646379 140316362352064 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 10:07:45.646440 140316362352064 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 10:07:45.646497 140316362352064 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.4 ************************************** +I1010 10:07:45.646567 140316362352064 resnet_main.py:388] ****************************** the weight_decay_input is 0.4 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 10:07:45.646678 140316362352064 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 10:07:45.646795 140316362352064 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 10:07:45.647696 140316362352064 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 10:07:45.677583 140316362352064 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 10:07:48.587245 140316362352064 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:48.669894 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:48.728666 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:48.790477 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:48.895613 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:48.955533 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.017646 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.124036 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.184917 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.247852 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.353853 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.415518 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.476947 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.582014 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.642750 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.703809 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.809905 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.868396 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:49.933099 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.056705 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.115854 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.178802 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.285460 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.344245 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.407756 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.512491 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.571794 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.634011 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.738831 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.798038 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.860779 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:50.965238 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.025331 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.087218 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.192420 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.252837 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.314857 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.421158 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.479798 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.541152 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.644948 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.704256 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.765978 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.869870 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.927925 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:51.989674 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:52.099338 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:52.157685 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:52.220347 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:52.324523 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:52.385906 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:52.449769 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:52.556586 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:52.614913 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:52.675894 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:52.779695 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:52.837755 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:52.899023 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.002229 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.061603 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.123066 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.229094 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.288160 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.352987 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.458981 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.517225 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.578739 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.682106 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.747081 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.812798 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.916874 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:53.976268 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:54.040340 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:54.148192 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:54.213509 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:54.296116 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:54.413721 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:54.759478 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:54.824944 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:54.927798 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:54.985421 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.046034 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.148535 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.209202 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.273008 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.376925 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.437751 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.499229 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.603336 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.661717 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.723496 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.828217 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.889383 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:55.953543 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.060451 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.120013 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.182202 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.287477 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.346856 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.410453 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.516185 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.577728 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.643317 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.749366 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.808207 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.869981 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:56.974678 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.033873 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.096544 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.201750 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.263169 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.327044 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.434645 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.493719 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.555819 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.660223 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.719846 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.781939 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.885284 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:57.945348 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.014094 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.119806 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.178039 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.239912 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.343722 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.403237 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.464713 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.570507 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.632040 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.696386 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.804255 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.865113 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:58.929224 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.033919 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.093353 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.158315 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.269844 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.328330 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.394655 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.499517 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.560336 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.623959 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.729326 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.788275 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.850066 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:07:59.954647 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.013943 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.076766 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.181190 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.242378 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.305855 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.413144 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.471113 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.533373 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.637654 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.695858 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.759305 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.863714 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.924829 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:00.996249 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:01.105256 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:08:01.207653 140316362352064 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 10:08:01.877171 140316362352064 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 10:08:02.133744 140316362352064 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 10:08:08.311827 140316362352064 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 10:08:09.436275 140316362352064 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 10:08:23.795154 140316362352064 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 10:08:23.974019 140316362352064 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:08:44.278285 140316362352064 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 10:08:58.020211 140316362352064 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 10:08:59.025549 140316362352064 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 10:08:59.026099 140316362352064 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 10:08:59.026645: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 10:08:59.058480 140316362352064 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 10:08:59.086308 140316362352064 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 10:08:59.139215 140316362352064 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 10:09:13.894855 140316362352064 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 10:09:13.895800 140314352011008 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 10:09:13.895922 140314343618304 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 10:09:13.951864 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:09:14.030850 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:09:14.078861 140316362352064 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:09:14.079186 140316362352064 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 10:09:44.108223 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:09:44.179828 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 10:10:06.525650 140314343618304 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 10:10:14.243475 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:10:14.317810 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:10:44.395706 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:10:44.467607 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:10:46.393775 140316362352064 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 5.01573, step = 200 +I1010 10:11:00.303459 140316362352064 basic_session_run_hooks.py:262] loss = 5.01573, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:11:00.305308 140316362352064 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:11:00.305496 140316362352064 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 10:11:12.197118 140314343618304 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 10:11:14.548053 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:11:14.611769 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:11:44.686798 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:11:44.761257 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:11:52.467848 140316362352064 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.9841547, step = 400 (65.578 sec) +I1010 10:12:05.881146 140316362352064 basic_session_run_hooks.py:260] loss = 3.9841547, step = 400 (65.578 sec) +INFO:tensorflow:global_step/sec: 3.04978 +I1010 10:12:05.883394 140316362352064 tpu_estimator.py:2307] global_step/sec: 3.04978 +INFO:tensorflow:examples/sec: 199870 +I1010 10:12:05.884994 140316362352064 tpu_estimator.py:2308] examples/sec: 199870 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:12:05.886766 140316362352064 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:12:05.887063 140316362352064 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 0) +I1010 10:12:12.497721 140314343618304 tpu_estimator.py:279] Outfeed finished for iteration (2, 0) +I1010 10:12:14.841579 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:12:14.913714 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:12:44.992157 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:12:45.072521 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:12:52.871463 140316362352064 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.0072217, step = 600 (60.765 sec) +I1010 10:13:06.646570 140316362352064 basic_session_run_hooks.py:260] loss = 4.0072217, step = 600 (60.765 sec) +INFO:tensorflow:global_step/sec: 3.29126 +I1010 10:13:06.650329 140316362352064 tpu_estimator.py:2307] global_step/sec: 3.29126 +INFO:tensorflow:examples/sec: 215696 +I1010 10:13:06.650881 140316362352064 tpu_estimator.py:2308] examples/sec: 215696 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:13:06.652338 140316362352064 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:13:06.652657 140316362352064 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 0) +I1010 10:13:12.886293 140314343618304 tpu_estimator.py:279] Outfeed finished for iteration (3, 0) +I1010 10:13:15.147624 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:13:15.223469 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:13:45.302220 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:13:45.375238 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:13:52.623091 140316362352064 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3160553, step = 800 (59.118 sec) +I1010 10:14:05.764409 140316362352064 basic_session_run_hooks.py:260] loss = 3.3160553, step = 800 (59.118 sec) +INFO:tensorflow:global_step/sec: 3.38319 +I1010 10:14:05.765959 140316362352064 tpu_estimator.py:2307] global_step/sec: 3.38319 +INFO:tensorflow:examples/sec: 221721 +I1010 10:14:05.766335 140316362352064 tpu_estimator.py:2308] examples/sec: 221721 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:14:05.767446 140316362352064 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:14:05.767638 140316362352064 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 5) +I1010 10:14:13.060535 140314343618304 tpu_estimator.py:279] Outfeed finished for iteration (4, 5) +I1010 10:14:15.467974 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:14:15.544522 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:14:45.627031 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:14:45.704751 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:14:52.049928 140316362352064 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 10:14:59.953978 140316362352064 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.4425697, step = 1000 (58.254 sec) +I1010 10:15:04.018281 140316362352064 basic_session_run_hooks.py:260] loss = 3.4425697, step = 1000 (58.254 sec) +INFO:tensorflow:global_step/sec: 3.43323 +I1010 10:15:04.020164 140316362352064 tpu_estimator.py:2307] global_step/sec: 3.43323 +INFO:tensorflow:examples/sec: 225000 +I1010 10:15:04.020678 140316362352064 tpu_estimator.py:2308] examples/sec: 225000 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:15:04.022097 140316362352064 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:15:04.022341 140316362352064 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 15) +I1010 10:15:13.267481 140314343618304 tpu_estimator.py:279] Outfeed finished for iteration (5, 15) +I1010 10:15:15.786791 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:15:15.863542 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:15:45.941252 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:15:46.017930 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:15:49.771837 140316362352064 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.2439744, step = 1200 (60.831 sec) +I1010 10:16:04.848988 140316362352064 basic_session_run_hooks.py:260] loss = 3.2439744, step = 1200 (60.831 sec) +INFO:tensorflow:global_step/sec: 3.28781 +I1010 10:16:04.850884 140316362352064 tpu_estimator.py:2307] global_step/sec: 3.28781 +INFO:tensorflow:examples/sec: 215470 +I1010 10:16:04.851327 140316362352064 tpu_estimator.py:2308] examples/sec: 215470 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:16:04.852504 140316362352064 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:16:04.852698 140316362352064 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 9) +I1010 10:16:13.286113 140314343618304 tpu_estimator.py:279] Outfeed finished for iteration (6, 9) +I1010 10:16:16.104326 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:16:16.175023 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:16:46.244004 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:16:46.323167 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:16:50.848632 140316362352064 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9565086, step = 1400 (57.711 sec) +I1010 10:17:02.560348 140316362352064 basic_session_run_hooks.py:260] loss = 2.9565086, step = 1400 (57.711 sec) +INFO:tensorflow:global_step/sec: 3.46553 +I1010 10:17:02.562192 140316362352064 tpu_estimator.py:2307] global_step/sec: 3.46553 +INFO:tensorflow:examples/sec: 227117 +I1010 10:17:02.562627 140316362352064 tpu_estimator.py:2308] examples/sec: 227117 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:17:02.564018 140316362352064 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:17:02.564273 140316362352064 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 20) +I1010 10:17:13.321408 140314343618304 tpu_estimator.py:279] Outfeed finished for iteration (7, 20) +I1010 10:17:16.384574 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:17:16.456830 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:17:46.522559 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:17:46.596591 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:17:48.813112 140316362352064 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.8856401, step = 1600 (58.930 sec) +I1010 10:18:01.490144 140316362352064 basic_session_run_hooks.py:260] loss = 2.8856401, step = 1600 (58.930 sec) +INFO:tensorflow:global_step/sec: 3.39386 +I1010 10:18:01.492079 140316362352064 tpu_estimator.py:2307] global_step/sec: 3.39386 +INFO:tensorflow:examples/sec: 222420 +I1010 10:18:01.492595 140316362352064 tpu_estimator.py:2308] examples/sec: 222420 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 10:18:01.493824 140316362352064 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 10:18:01.494040 140316362352064 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 25) +I1010 10:18:13.433563 140314343618304 tpu_estimator.py:279] Outfeed finished for iteration (8, 25) +I1010 10:18:16.644958 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:18:16.716171 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.61858, step = 1760 (38.679 sec) +I1010 10:18:40.169584 140316362352064 basic_session_run_hooks.py:260] loss = 2.61858, step = 1760 (38.679 sec) +INFO:tensorflow:global_step/sec: 4.1366 +I1010 10:18:40.171181 140316362352064 tpu_estimator.py:2307] global_step/sec: 4.1366 +INFO:tensorflow:examples/sec: 271096 +I1010 10:18:41.760883 140316362352064 tpu_estimator.py:2308] examples/sec: 271096 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:18:41.762660 140316362352064 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:18:46.799737 140314335225600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:18:46.873389 140314335225600 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 10:18:57.973545 140316362352064 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 10:18:57.973871 140316362352064 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 10:18:57.974117 140314352011008 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 10:18:57.974241 140314352011008 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 10:18:57.974386 140316362352064 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 10:18:57.974525 140316362352064 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 10:18:57.974585 140316362352064 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 10:18:57.974706 140314343618304 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 10:18:57.974795 140314343618304 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 10:18:57.974914 140316362352064 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 10:18:57.975004 140316362352064 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.61858. +I1010 10:19:18.502801 140316362352064 estimator.py:371] Loss for final step: 2.61858. +INFO:tensorflow:training_loop marked as finished +I1010 10:19:18.503745 140316362352064 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 10:19:21.750526 139876310320576 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 10:19:21.756728 139876310320576 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 10:19:21.756966 139876310320576 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 10:19:21.760514 139876310320576 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:19:21.808461 139876310320576 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 10:19:21.808772 139876310320576 transport.py:157] Attempting refresh to obtain initial access_token +I1010 10:19:21.882610 139876310320576 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:19:21.929372 139876310320576 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 10:19:21.929615 139876310320576 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 10:19:21.989228 139876310320576 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 10:19:21.990288 139876310320576 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 10:19:21.990511 139876310320576 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 10:19:21.990952 139876310320576 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 10:19:21.991053 139876310320576 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 10:19:21.991142 139876310320576 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 10:19:21.991301 139876310320576 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:19:22.282546 139876310320576 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 10:19:22.283003 139876310320576 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 10:19:22.283354 139876310320576 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 10:19:22.284777: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 10:19:22.299062 139876310320576 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 10:19:22.299297 139876310320576 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 10:19:22.301342 139876310320576 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 10:19:22.301415 139876310320576 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 10:19:22.301492 139876310320576 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 10:19:22.301785 139876310320576 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 10:19:22.301860 139876310320576 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 10:19:22.301930 139876310320576 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 10:19:22.301994 139876310320576 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 10:19:22.302061 139876310320576 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 10:19:22.302119 139876310320576 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 10:19:22.302195 139876310320576 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 10:19:22.302253 139876310320576 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 10:19:22.302319 139876310320576 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 10:19:22.302380 139876310320576 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 10:19:22.307682 139876310320576 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 10:19:22.309479 139876310320576 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 10:19:22.323482 139876310320576 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 10:19:22.323721 139876310320576 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 10:19:22.331783 139876310320576 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 10:19:22.427161 139876310320576 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:19:22.427520 139876310320576 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 10:19:22.593704 139876310320576 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 10:19:22.594633 139876310320576 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 10:19:22.595293 139876310320576 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 10:19:23.021172 139876310320576 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 10:19:23.654197: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 10:19:23.654282: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 10:19:23.654327: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 10:19:23.679743 139876310320576 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 10:19:23.681427 139876310320576 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 10:19:23.697824 139876310320576 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 10:19:23.725800 139876310320576 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 10:19:26.046864 139876310320576 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 10:19:26.052320 139876310320576 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 10:19:26.079668 139876310320576 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 10:19:26.128834 139876310320576 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 10:19:26.140569 139876310320576 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 10:19:26.241790 139876310320576 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 10:19:26.496774 139876310320576 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 10:19:26.514467 139876310320576 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 10:19:26.535550 139876310320576 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T10:19:26Z +I1010 10:19:26.554003 139876310320576 evaluation.py:255] Starting evaluation at 2019-10-10T10:19:26Z +INFO:tensorflow:TPU job name worker +I1010 10:19:26.554353 139876310320576 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 10:19:27.116993 139876310320576 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:19:27.212307 139876310320576 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 10:19:29.994801 139876310320576 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 10:19:30.013684 139876310320576 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 10:19:30.053535 139876310320576 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 10:19:30.066399 139876310320576 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 10:19:36.488277 139876310320576 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 10:19:36.489243 139874633238272 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 10:19:36.489768 139874624845568 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 10:19:36.658642 139876310320576 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 10:19:36.678769 139876310320576 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 10:19:36.680296 139876310320576 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 10:19:36.720127 139874616452864 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 10:19:36.819819 139874616452864 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 10:19:48.048743 139874624845568 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 10:19:56.603205 139876310320576 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 10:19:56.603552 139876310320576 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 10:19:56.603635 139876310320576 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 10:19:56.603810 139874633238272 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 10:19:56.603919 139874633238272 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 10:19:56.604055 139876310320576 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 10:19:56.604160 139876310320576 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 10:19:56.604229 139876310320576 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 10:19:56.604345 139874624845568 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 10:19:56.604429 139874624845568 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 10:19:56.604588 139876310320576 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 10:19:56.604686 139876310320576 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-10:20:07 +I1010 10:20:07.045808 139876310320576 evaluation.py:275] Finished evaluation at 2019-10-10-10:20:07 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.7361536, top_1_accuracy = 0.7522786, top_5_accuracy = 0.9236247 +I1010 10:20:07.046241 139876310320576 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.7361536, top_1_accuracy = 0.7522786, top_5_accuracy = 0.9236247 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:20:09.267014 139876310320576 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 10:20:09.532156 139876310320576 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.7361536, 'top_1_accuracy': 0.7522786, 'global_step': 1760, 'top_5_accuracy': 0.9236247}. Elapsed seconds: 47 +I1010 10:20:09.532619 139876310320576 resnet_main.py:597] Eval results: {'loss': 2.7361536, 'top_1_accuracy': 0.7522786, 'global_step': 1760, 'top_5_accuracy': 0.9236247}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 10:20:09.532800 139876310320576 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570702082836883... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570702732300704... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570702085.v3-512#1570702737884226... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570702118404883... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570702499164445... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570702499358180... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570702503402145... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570702558148367... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570702558350892... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570702562559013... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570702617620195... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570702617864175... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570702621910829... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570702676457407... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570702676630711... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570702680917853... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570702731524053... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570702731759279... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570702735988053... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570702807692944... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570702808.v3-512#1570702809465090... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 10:20:13.824459 139766278899136 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 10:20:13.830562 139766278899136 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 10:20:13.830820 139766278899136 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 10:20:13.834076 139766278899136 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:20:13.881998 139766278899136 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 10:20:13.882249 139766278899136 transport.py:157] Attempting refresh to obtain initial access_token +I1010 10:20:13.953550 139766278899136 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:20:13.995842 139766278899136 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 10:20:13.996097 139766278899136 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 10:20:14.064934 139766278899136 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 10:20:14.066329 139766278899136 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 10:20:14.066585 139766278899136 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 10:20:14.067032 139766278899136 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 10:20:14.067118 139766278899136 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 10:20:14.067202 139766278899136 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 10:20:14.154959 139766278899136 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 10:20:14.256165 139766278899136 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 10:20:14.258012: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 10:20:14.319295 139766278899136 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 10:20:14.319557 139766278899136 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 10:20:14.320035 139766278899136 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 10:20:14.320106 139766278899136 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 10:20:14.320171 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 10:20:14.320441 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 10:20:14.320559 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 10:20:14.320628 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 10:20:14.320691 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 10:20:14.320750 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 10:20:14.320811 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 10:20:14.320871 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 10:20:14.320930 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 10:20:14.320987 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 10:20:14.321048 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 10:20:14.321121 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 10:20:14.321181 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 10:20:14.321238 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 10:20:14.321297 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 10:20:14.321355 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 10:20:14.321413 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 10:20:14.321470 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 10:20:14.321533 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 10:20:14.321593 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 10:20:14.321650 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 10:20:14.321708 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 10:20:14.321767 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 10:20:14.321825 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 10:20:14.321888 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 10:20:14.321947 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 10:20:14.322005 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 10:20:14.322062 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 10:20:14.322120 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 10:20:14.322179 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 10:20:14.322237 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 10:20:14.322293 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 10:20:14.322351 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 10:20:14.322410 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 10:20:14.322468 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 10:20:14.322525 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 10:20:14.322594 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 10:20:14.322653 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 10:20:14.322710 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 10:20:14.322768 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 10:20:14.322825 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 10:20:14.322882 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 10:20:14.322940 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 10:20:14.322997 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 10:20:14.323055 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 10:20:14.323112 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 10:20:14.323169 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 10:20:14.323227 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 10:20:14.323285 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 10:20:14.323348 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 10:20:14.323406 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 10:20:14.323463 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 10:20:14.323520 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 10:20:14.323585 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 10:20:14.323642 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 10:20:14.323700 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 10:20:14.323759 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 10:20:14.323816 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 10:20:14.323873 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 10:20:14.323930 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 10:20:14.323987 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 10:20:14.324048 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 10:20:14.324106 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 10:20:14.324165 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 10:20:14.324222 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 10:20:14.324279 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 10:20:14.324337 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 10:20:14.324393 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 10:20:14.324450 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 10:20:14.324563 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 10:20:14.324625 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 10:20:14.324685 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 10:20:14.324743 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 10:20:14.324800 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 10:20:14.324867 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 10:20:14.324934 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 10:20:14.324995 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 10:20:14.325052 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 10:20:14.325112 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 10:20:14.325170 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 10:20:14.325227 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 10:20:14.325284 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 10:20:14.325342 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 10:20:14.325401 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 10:20:14.325459 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 10:20:14.325515 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 10:20:14.325586 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 10:20:14.325644 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 10:20:14.325702 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 10:20:14.325759 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 10:20:14.325818 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 10:20:14.325875 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 10:20:14.325932 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 10:20:14.325989 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 10:20:14.326046 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 10:20:14.326103 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 10:20:14.326160 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 10:20:14.326217 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 10:20:14.326280 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 10:20:14.326339 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 10:20:14.326396 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 10:20:14.326453 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 10:20:14.326512 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 10:20:14.326577 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 10:20:14.326637 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 10:20:14.326694 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 10:20:14.326750 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 10:20:14.326807 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 10:20:14.326864 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 10:20:14.326921 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 10:20:14.326980 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 10:20:14.327043 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 10:20:14.327100 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 10:20:14.327158 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 10:20:14.327217 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 10:20:14.327274 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 10:20:14.327331 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 10:20:14.327389 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 10:20:14.327445 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 10:20:14.327502 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 10:20:14.327567 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 10:20:14.327624 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 10:20:14.327682 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 10:20:14.327742 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 10:20:14.327800 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 10:20:14.327857 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 10:20:14.327914 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 10:20:14.327971 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 10:20:14.328030 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 10:20:14.328085 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 10:20:14.328142 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 10:20:14.328201 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 10:20:14.328258 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 10:20:14.328315 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 10:20:14.328372 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 10:20:14.328430 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 10:20:14.328542 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 10:20:14.328614 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 10:20:14.328674 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 10:20:14.328732 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 10:20:14.328789 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 10:20:14.328847 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 10:20:14.328906 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 10:20:14.328963 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 10:20:14.329022 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 10:20:14.329082 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 10:20:14.329138 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 10:20:14.329197 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 10:20:14.329261 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 10:20:14.329318 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 10:20:14.329375 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 10:20:14.329432 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 10:20:14.329490 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 10:20:14.329555 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 10:20:14.329616 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 10:20:14.329675 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 10:20:14.329734 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 10:20:14.329792 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 10:20:14.329849 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 10:20:14.329906 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 10:20:14.329977 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 10:20:14.330035 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 10:20:14.330095 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 10:20:14.330152 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 10:20:14.330210 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 10:20:14.330267 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 10:20:14.330326 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 10:20:14.330384 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 10:20:14.330441 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 10:20:14.330499 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 10:20:14.330564 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 10:20:14.330621 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 10:20:14.330678 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 10:20:14.330741 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 10:20:14.330800 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 10:20:14.330857 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 10:20:14.330915 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 10:20:14.330974 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 10:20:14.331031 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 10:20:14.331088 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 10:20:14.331155 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 10:20:14.331212 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 10:20:14.331295 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 10:20:14.331355 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 10:20:14.331412 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 10:20:14.331475 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 10:20:14.331541 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 10:20:14.331600 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 10:20:14.331660 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 10:20:14.331718 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 10:20:14.331775 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 10:20:14.331831 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 10:20:14.331890 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 10:20:14.331947 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 10:20:14.332005 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 10:20:14.332062 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 10:20:14.332118 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 10:20:14.332180 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 10:20:14.332238 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 10:20:14.332297 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 10:20:14.332355 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 10:20:14.332412 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 10:20:14.332496 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 10:20:14.332588 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 10:20:14.332648 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 10:20:14.332707 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 10:20:14.332765 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 10:20:14.332822 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 10:20:14.332880 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 10:20:14.332938 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 10:20:14.333004 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 10:20:14.333062 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 10:20:14.333120 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 10:20:14.333178 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 10:20:14.333235 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 10:20:14.333292 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 10:20:14.333349 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 10:20:14.333408 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 10:20:14.333465 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 10:20:14.333523 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 10:20:14.333589 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 10:20:14.333647 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 10:20:14.333710 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 10:20:14.333769 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 10:20:14.333826 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 10:20:14.333884 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 10:20:14.333940 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 10:20:14.333998 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 10:20:14.334057 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 10:20:14.334114 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 10:20:14.334173 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 10:20:14.334233 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 10:20:14.334291 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 10:20:14.334350 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 10:20:14.334407 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 10:20:14.334470 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 10:20:14.334527 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 10:20:14.334592 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 10:20:14.334649 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 10:20:14.334706 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 10:20:14.334763 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 10:20:14.334821 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 10:20:14.334880 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 10:20:14.334947 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 10:20:14.335005 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 10:20:14.335062 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 10:20:14.335119 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 10:20:14.335186 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 10:20:14.335243 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 10:20:14.335300 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 10:20:14.335357 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 10:20:14.335416 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 10:20:14.335474 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 10:20:14.335537 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 10:20:14.335597 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 10:20:14.335654 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 10:20:14.335711 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 10:20:14.335768 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 10:20:14.335825 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 10:20:14.335887 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 10:20:14.335946 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 10:20:14.336004 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 10:20:14.336061 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 10:20:14.336118 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 10:20:14.336175 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 10:20:14.336234 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 10:20:14.336291 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 10:20:14.336348 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 10:20:14.336405 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 10:20:14.336462 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 10:20:14.336544 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 10:20:14.336604 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 10:20:14.336668 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 10:20:14.336725 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 10:20:14.336783 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 10:20:14.336842 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 10:20:14.336899 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 10:20:14.336957 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 10:20:14.337014 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 10:20:14.337071 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 10:20:14.337129 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 10:20:14.337187 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 10:20:14.337243 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 10:20:14.337301 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 10:20:14.337362 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 10:20:14.337420 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 10:20:14.337477 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 10:20:14.337542 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 10:20:14.337600 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 10:20:14.337658 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 10:20:14.337716 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 10:20:14.337774 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 10:20:14.337831 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 10:20:14.337888 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 10:20:14.337945 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 10:20:14.338002 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 10:20:14.338069 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 10:20:14.338129 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 10:20:14.338186 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 10:20:14.338246 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 10:20:14.338303 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 10:20:14.338361 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 10:20:14.338418 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 10:20:14.338474 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 10:20:14.338540 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 10:20:14.338598 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 10:20:14.338654 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 10:20:14.338712 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 10:20:14.338769 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 10:20:14.338833 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 10:20:14.338890 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 10:20:14.338948 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 10:20:14.339004 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 10:20:14.339062 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 10:20:14.339121 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 10:20:14.339178 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 10:20:14.339235 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 10:20:14.339293 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 10:20:14.339350 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 10:20:14.339407 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 10:20:14.339466 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 10:20:14.339526 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 10:20:14.339591 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 10:20:14.339648 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 10:20:14.339706 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 10:20:14.339765 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 10:20:14.339823 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 10:20:14.339879 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 10:20:14.339945 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 10:20:14.340004 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 10:20:14.340063 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 10:20:14.340121 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 10:20:14.340179 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 10:20:14.340243 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 10:20:14.340301 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 10:20:14.340359 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 10:20:14.340418 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 10:20:14.340488 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 10:20:14.340554 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 10:20:14.340615 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 10:20:14.340673 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 10:20:14.340733 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 10:20:14.340790 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 10:20:14.340848 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 10:20:14.340905 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 10:20:14.340964 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 10:20:14.341026 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 10:20:14.341084 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 10:20:14.341140 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 10:20:14.341198 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 10:20:14.341255 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 10:20:14.341314 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 10:20:14.341371 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 10:20:14.341428 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 10:20:14.341485 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 10:20:14.341548 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 10:20:14.341607 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 10:20:14.341664 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 10:20:14.341726 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 10:20:14.341784 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 10:20:14.341841 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 10:20:14.341898 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 10:20:14.341958 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 10:20:14.342015 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 10:20:14.342072 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 10:20:14.342130 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 10:20:14.342187 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 10:20:14.342245 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 10:20:14.342303 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 10:20:14.342360 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 10:20:14.342417 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 10:20:14.342478 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 10:20:14.342541 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 10:20:14.342601 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 10:20:14.342658 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 10:20:14.342716 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 10:20:14.342775 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 10:20:14.342832 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 10:20:14.342889 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 10:20:14.342946 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 10:20:14.343003 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 10:20:14.343060 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 10:20:14.343117 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 10:20:14.343179 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 10:20:14.343238 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 10:20:14.343296 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 10:20:14.343353 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 10:20:14.343411 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 10:20:14.343468 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 10:20:14.343527 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 10:20:14.343590 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 10:20:14.343648 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 10:20:14.343705 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 10:20:14.343763 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 10:20:14.343821 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 10:20:14.343883 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 10:20:14.343940 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 10:20:14.344000 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 10:20:14.344057 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 10:20:14.344114 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 10:20:14.344172 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 10:20:14.344229 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 10:20:14.344288 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 10:20:14.344345 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 10:20:14.344402 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 10:20:14.344459 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 10:20:14.344538 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 10:20:14.344598 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 10:20:14.344662 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 10:20:14.344721 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 10:20:14.344779 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 10:20:14.344835 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 10:20:14.344893 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 10:20:14.344960 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 10:20:14.345019 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 10:20:14.345076 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 10:20:14.345134 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 10:20:14.345192 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 10:20:14.345249 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 10:20:14.345308 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 10:20:14.345372 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 10:20:14.345431 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 10:20:14.345488 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 10:20:14.345551 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 10:20:14.345609 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 10:20:14.345666 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 10:20:14.345724 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 10:20:14.345782 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 10:20:14.345839 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 10:20:14.345896 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 10:20:14.345956 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 10:20:14.346013 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 10:20:14.346075 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 10:20:14.346132 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 10:20:14.346189 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 10:20:14.346246 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 10:20:14.346302 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 10:20:14.346359 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 10:20:14.346416 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 10:20:14.346474 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 10:20:14.346538 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 10:20:14.346596 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 10:20:14.346654 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 10:20:14.346713 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 10:20:14.346771 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 10:20:14.346832 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 10:20:14.346892 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 10:20:14.346950 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 10:20:14.347007 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 10:20:14.347064 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 10:20:14.347122 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 10:20:14.347181 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 10:20:14.347239 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 10:20:14.347296 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 10:20:14.347354 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 10:20:14.347412 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 10:20:14.347470 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 10:20:14.347534 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 10:20:14.347594 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 10:20:14.347651 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 10:20:14.347709 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 10:20:14.347768 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 10:20:14.347826 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 10:20:14.347883 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 10:20:14.347942 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 10:20:14.347999 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 10:20:14.348057 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 10:20:14.348114 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 10:20:14.348170 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 10:20:14.348227 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 10:20:14.348289 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 10:20:14.348347 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 10:20:14.348404 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 10:20:14.348463 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 10:20:14.348543 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 10:20:14.348603 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 10:20:14.348663 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 10:20:14.348720 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 10:20:14.348778 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 10:20:14.348834 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 10:20:14.348891 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 10:20:14.348949 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 10:20:14.349011 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 10:20:14.349071 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 10:20:14.349129 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 10:20:14.349188 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 10:20:14.349246 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 10:20:14.349303 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 10:20:14.349360 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 10:20:14.349417 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 10:20:14.349474 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 10:20:14.349538 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 10:20:14.349596 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 10:20:14.349653 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 10:20:14.349715 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 10:20:14.349775 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 10:20:14.349833 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 10:20:14.349890 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 10:20:14.349957 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 10:20:14.350014 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 10:20:14.350073 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 10:20:14.350130 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 10:20:14.350188 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 10:20:14.350245 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 10:20:14.350302 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 10:20:14.350359 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 10:20:14.350418 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 10:20:14.350481 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 10:20:14.350544 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 10:20:14.350604 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 10:20:14.350661 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 10:20:14.350718 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 10:20:14.350776 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 10:20:14.350835 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 10:20:14.350892 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 10:20:14.350950 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 10:20:14.351006 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 10:20:14.351063 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 10:20:14.351121 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 10:20:14.351181 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 10:20:14.351239 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 10:20:14.351325 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 10:20:14.351382 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 10:20:14.351440 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 10:20:14.351497 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 10:20:14.351564 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 10:20:14.351623 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 10:20:14.351680 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 10:20:14.351738 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 10:20:14.351798 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 10:20:14.351855 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 10:20:14.351919 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 10:20:14.351978 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 10:20:14.352035 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 10:20:14.352093 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 10:20:14.352152 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 10:20:14.352209 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 10:20:14.352267 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 10:20:14.352325 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 10:20:14.352382 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 10:20:14.352441 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 10:20:14.352516 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 10:20:14.352581 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 10:20:14.352638 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 10:20:14.352701 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 10:20:14.352761 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 10:20:14.352818 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 10:20:14.352875 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 10:20:14.352932 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 10:20:14.352991 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 10:20:14.353049 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 10:20:14.353106 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 10:20:14.353166 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 10:20:14.353224 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 10:20:14.353281 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 10:20:14.353338 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 10:20:14.353400 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 10:20:14.353458 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 10:20:14.353517 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 10:20:14.353580 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 10:20:14.353638 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 10:20:14.353697 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 10:20:14.353754 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 10:20:14.353811 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 10:20:14.353868 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 10:20:14.353925 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 10:20:14.353982 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 10:20:14.354039 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 10:20:14.354096 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 10:20:14.354159 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 10:20:14.354217 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 10:20:14.354274 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 10:20:14.354332 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 10:20:14.354389 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 10:20:14.354448 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 10:20:14.354505 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 10:20:14.354568 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 10:20:14.354625 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 10:20:14.354684 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 10:20:14.354742 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 10:20:14.354799 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 10:20:14.354859 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 10:20:14.354928 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 10:20:14.354989 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 10:20:14.355047 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 10:20:14.355106 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 10:20:14.355164 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 10:20:14.355222 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 10:20:14.355279 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 10:20:14.355339 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 10:20:14.355396 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 10:20:14.355453 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 10:20:14.355510 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 10:20:14.355586 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 10:20:14.355644 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 10:20:14.355703 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 10:20:14.355761 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 10:20:14.355818 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 10:20:14.355875 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 10:20:14.355932 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 10:20:14.355990 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 10:20:14.356049 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 10:20:14.356106 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 10:20:14.356163 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 10:20:14.356221 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 10:20:14.356280 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 10:20:14.356343 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 10:20:14.356400 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 10:20:14.356456 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 10:20:14.356539 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 10:20:14.356597 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 10:20:14.356657 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 10:20:14.356714 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 10:20:14.356772 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 10:20:14.356829 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 10:20:14.356888 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 10:20:14.356945 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 10:20:14.357003 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 10:20:14.357065 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 10:20:14.357124 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 10:20:14.357181 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 10:20:14.357238 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 10:20:14.357294 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 10:20:14.357351 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 10:20:14.357408 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 10:20:14.357465 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 10:20:14.357522 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 10:20:14.357587 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 10:20:14.357644 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 10:20:14.357702 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 10:20:14.357764 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 10:20:14.357821 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 10:20:14.357878 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 10:20:14.357934 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 10:20:14.357991 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 10:20:14.358048 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 10:20:14.358105 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 10:20:14.358163 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 10:20:14.358221 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 10:20:14.358278 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 10:20:14.358335 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 10:20:14.358392 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 10:20:14.358449 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 10:20:14.358510 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 10:20:14.358573 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 10:20:14.358630 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 10:20:14.358689 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 10:20:14.358746 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 10:20:14.358803 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 10:20:14.358861 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 10:20:14.358918 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 10:20:14.358974 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 10:20:14.359031 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 10:20:14.359088 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 10:20:14.359146 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 10:20:14.359208 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 10:20:14.359266 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 10:20:14.359323 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 10:20:14.359380 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 10:20:14.359440 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 10:20:14.359498 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 10:20:14.359560 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 10:20:14.359621 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 10:20:14.359678 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 10:20:14.359736 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 10:20:14.359795 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 10:20:14.359852 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 10:20:14.359913 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 10:20:14.359981 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 10:20:14.360038 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 10:20:14.360096 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 10:20:14.360155 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 10:20:14.360213 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 10:20:14.360270 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 10:20:14.360327 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 10:20:14.360385 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 10:20:14.360444 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 10:20:14.360519 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 10:20:14.360584 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 10:20:14.360641 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 10:20:14.360712 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 10:20:14.360769 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 10:20:14.360830 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 10:20:14.360888 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 10:20:14.360945 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 10:20:14.361002 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 10:20:14.361059 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 10:20:14.361118 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 10:20:14.361175 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 10:20:14.361232 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 10:20:14.361289 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 10:20:14.361346 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 10:20:14.361408 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 10:20:14.361466 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 10:20:14.361525 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 10:20:14.361589 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 10:20:14.361648 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 10:20:14.361706 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 10:20:14.361763 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 10:20:14.361820 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 10:20:14.361877 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 10:20:14.361936 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 10:20:14.361993 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 10:20:14.362051 139766278899136 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 10:20:14.367265 139766278899136 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 10:20:14.367767 139766278899136 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 10:20:14.379630 139766278899136 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 10:20:14.397277 139766278899136 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 10:20:14.397519 139766278899136 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 10:20:14.404772 139766278899136 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 10:20:14.485548 139766278899136 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:20:14.485826 139766278899136 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 10:20:14.488353 139766278899136 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:20:14.488598 139766278899136 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 10:20:14.643959 139766278899136 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 10:20:14.644783 139766278899136 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 10:20:14.645442 139766278899136 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 10:20:15.050200 139766278899136 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 10:20:15.433016 139766278899136 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 10:20:15.726784: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 10:20:15.726829: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 10:20:15.726856: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 10:20:25.636723 139766278899136 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 10:20:25.638257 139766278899136 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 10:20:25.652030 139766278899136 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 10:20:25.689620 139766278899136 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 10:20:28.618500 139766278899136 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 10:20:28.623223 139766278899136 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 10:20:28.648163 139766278899136 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 10:20:28.693130 139766278899136 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 10:20:28.704679 139766278899136 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 10:20:28.787280 139766278899136 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 10:20:28.791223 139766278899136 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 10:20:28.791441 139766278899136 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 10:20:28.791512 139766278899136 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 10:20:28.791574 139766278899136 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 10:20:28.791649 139766278899136 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 10:20:28.791716 139766278899136 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.5 ************************************** +I1010 10:20:28.791773 139766278899136 resnet_main.py:388] ****************************** the weight_decay_input is 0.5 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 10:20:28.791887 139766278899136 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 10:20:28.792011 139766278899136 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 10:20:28.792947 139766278899136 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 10:20:28.822958 139766278899136 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 10:20:31.797736 139766278899136 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:31.883996 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:31.943933 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.007544 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.115469 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.179254 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.245456 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.356304 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.419586 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.485193 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.595957 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.657614 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.722433 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.835844 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.899194 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:32.963076 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:33.072860 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:33.133543 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:33.200431 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:33.329377 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:33.391239 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:33.455323 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:33.565577 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:33.626579 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:33.690062 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:33.797085 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:33.857500 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:33.920859 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.028094 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.089190 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.153052 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.262777 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.324525 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.388762 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.498529 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.558840 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.623270 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.732155 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.794301 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.859695 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:34.969590 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.033021 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.097261 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.204797 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.266513 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.331686 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.448195 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.510276 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.574395 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.682873 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.746684 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.813529 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.923634 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:35.984054 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:36.048394 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:36.156892 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:36.220957 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:36.286312 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:36.397948 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:36.462805 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:36.530122 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:36.640743 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:36.702500 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:36.770921 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:36.879165 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:36.940952 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:37.005927 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:37.114537 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:37.179722 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:37.246046 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:37.355216 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:37.418996 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:37.488315 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:37.601846 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:37.670598 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:37.757234 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:37.882030 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:38.241082 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:38.308187 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:38.418634 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:38.481158 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:38.547277 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:38.655170 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:38.717437 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:38.795352 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:38.903111 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:38.964860 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.029573 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.137824 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.198571 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.262845 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.370322 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.436001 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.503684 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.614326 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.675049 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.738852 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.844189 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.902832 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:39.964087 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:40.069693 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:40.131412 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:40.198455 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:40.309401 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:40.371701 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:40.438082 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:40.547382 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:40.606587 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:40.669092 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:40.776599 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:40.839322 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:40.904890 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.011326 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.070832 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.134454 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.244750 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.304610 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.368436 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.474860 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.537976 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.609302 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.719522 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.779367 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.841631 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:41.947074 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.009028 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.071593 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.178054 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.241790 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.308386 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.420738 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.485959 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.554977 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.668059 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.732074 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.798826 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.907393 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:42.966373 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.030092 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.135159 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.196252 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.260741 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.366082 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.425988 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.487999 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.591901 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.651045 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.714381 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.826770 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.893111 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:43.962218 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:44.075005 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:44.138328 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:44.207415 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:44.316046 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:44.376684 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:44.443680 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:44.552655 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:44.614248 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:44.684040 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:44.796935 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:20:44.903146 139766278899136 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 10:20:45.566397 139766278899136 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 10:20:45.824676 139766278899136 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 10:20:52.181521 139766278899136 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 10:20:53.326240 139766278899136 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 10:21:06.810014 139766278899136 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 10:21:06.975219 139766278899136 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:21:26.914242 139766278899136 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 10:21:40.357703 139766278899136 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 10:21:41.338404 139766278899136 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 10:21:41.338979 139766278899136 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 10:21:41.339671: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 10:21:41.365891 139766278899136 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 10:21:41.395024 139766278899136 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 10:21:41.447221 139766278899136 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 10:21:56.853969 139766278899136 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 10:21:56.854913 139764268517120 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 10:21:56.855591 139764260124416 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 10:21:56.915535 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:21:56.988749 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:21:57.042820 139766278899136 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:21:57.043170 139766278899136 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 10:22:27.064069 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:22:27.140340 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 10:22:46.258460 139764260124416 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 10:22:57.228101 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:22:57.298726 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:23:25.370014 139766278899136 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:23:27.384458 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:23:27.455893 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 5.0328813, step = 200 +I1010 10:23:37.010210 139766278899136 basic_session_run_hooks.py:262] loss = 5.0328813, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:23:37.012938 139766278899136 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:23:37.013219 139766278899136 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 10:23:48.472390 139764260124416 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 10:23:57.541510 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:23:57.620919 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:24:27.563453 139766278899136 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:24:27.707525 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:24:27.791557 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 4.089604, step = 400 (61.947 sec) +I1010 10:24:38.957442 139766278899136 basic_session_run_hooks.py:260] loss = 4.089604, step = 400 (61.947 sec) +INFO:tensorflow:global_step/sec: 3.22857 +I1010 10:24:38.959059 139766278899136 tpu_estimator.py:2307] global_step/sec: 3.22857 +INFO:tensorflow:examples/sec: 211587 +I1010 10:24:38.960202 139766278899136 tpu_estimator.py:2308] examples/sec: 211587 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:24:38.961472 139766278899136 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:24:38.961637 139766278899136 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 17) +I1010 10:24:48.542855 139764260124416 tpu_estimator.py:279] Outfeed finished for iteration (2, 17) +I1010 10:24:57.874238 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:24:57.945194 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:25:24.328788 139766278899136 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:25:28.048672 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:25:28.138257 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 3.659025, step = 600 (55.985 sec) +I1010 10:25:34.941992 139766278899136 basic_session_run_hooks.py:260] loss = 3.659025, step = 600 (55.985 sec) +INFO:tensorflow:global_step/sec: 3.5724 +I1010 10:25:34.943926 139766278899136 tpu_estimator.py:2307] global_step/sec: 3.5724 +INFO:tensorflow:examples/sec: 234121 +I1010 10:25:34.944729 139766278899136 tpu_estimator.py:2308] examples/sec: 234121 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:25:34.946393 139766278899136 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:25:34.946615 139766278899136 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 39) +I1010 10:25:48.707055 139764260124416 tpu_estimator.py:279] Outfeed finished for iteration (3, 39) +I1010 10:25:58.202351 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:25:58.286976 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:26:20.088932 139766278899136 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:26:28.362005 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:26:28.446938 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 3.360487, step = 800 (59.036 sec) +I1010 10:26:33.978370 139766278899136 basic_session_run_hooks.py:260] loss = 3.360487, step = 800 (59.036 sec) +INFO:tensorflow:global_step/sec: 3.38776 +I1010 10:26:33.979891 139766278899136 tpu_estimator.py:2307] global_step/sec: 3.38776 +INFO:tensorflow:examples/sec: 222020 +I1010 10:26:33.980499 139766278899136 tpu_estimator.py:2308] examples/sec: 222020 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:26:33.981656 139766278899136 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:26:33.981831 139766278899136 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 40) +I1010 10:26:48.719207 139764260124416 tpu_estimator.py:279] Outfeed finished for iteration (4, 40) +I1010 10:26:58.508919 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:26:58.579099 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:27:19.758088 139766278899136 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 10:27:26.701553 139766278899136 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +I1010 10:27:28.779683 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:27:28.853360 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 3.3124874, step = 1000 (56.967 sec) +I1010 10:27:30.945278 139766278899136 basic_session_run_hooks.py:260] loss = 3.3124874, step = 1000 (56.967 sec) +INFO:tensorflow:global_step/sec: 3.51079 +I1010 10:27:30.947175 139766278899136 tpu_estimator.py:2307] global_step/sec: 3.51079 +INFO:tensorflow:examples/sec: 230083 +I1010 10:27:30.947587 139766278899136 tpu_estimator.py:2308] examples/sec: 230083 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:27:30.949058 139766278899136 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:27:30.949227 139766278899136 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 55) +I1010 10:27:48.888186 139764260124416 tpu_estimator.py:279] Outfeed finished for iteration (5, 55) +I1010 10:27:58.937498 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:27:59.015799 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:28:17.151642 139766278899136 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9971573, step = 1200 (58.071 sec) +I1010 10:28:29.016588 139766278899136 basic_session_run_hooks.py:260] loss = 2.9971573, step = 1200 (58.071 sec) +INFO:tensorflow:global_step/sec: 3.44405 +I1010 10:28:29.018265 139766278899136 tpu_estimator.py:2307] global_step/sec: 3.44405 +INFO:tensorflow:examples/sec: 225710 +I1010 10:28:29.018647 139766278899136 tpu_estimator.py:2308] examples/sec: 225710 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:28:29.019819 139766278899136 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:28:29.020010 139766278899136 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 10:28:29.083086 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:28:29.166199 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (6, 66) +I1010 10:28:48.899990 139764260124416 tpu_estimator.py:279] Outfeed finished for iteration (6, 66) +I1010 10:28:59.223043 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:28:59.304636 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:29:14.833051 139766278899136 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9296937, step = 1400 (58.856 sec) +I1010 10:29:27.872889 139766278899136 basic_session_run_hooks.py:260] loss = 2.9296937, step = 1400 (58.856 sec) +INFO:tensorflow:global_step/sec: 3.39811 +I1010 10:29:27.874407 139766278899136 tpu_estimator.py:2307] global_step/sec: 3.39811 +INFO:tensorflow:examples/sec: 222699 +I1010 10:29:27.874756 139766278899136 tpu_estimator.py:2308] examples/sec: 222699 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:29:27.875801 139766278899136 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:29:27.875952 139766278899136 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 10:29:29.358639 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:29:29.467581 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (7, 71) +I1010 10:29:48.908982 139764260124416 tpu_estimator.py:279] Outfeed finished for iteration (7, 71) +I1010 10:29:59.526526 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:29:59.643764 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:30:13.940777 139766278899136 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.7265768, step = 1600 (58.030 sec) +I1010 10:30:25.902749 139766278899136 basic_session_run_hooks.py:260] loss = 2.7265768, step = 1600 (58.030 sec) +INFO:tensorflow:global_step/sec: 3.44648 +I1010 10:30:25.904732 139766278899136 tpu_estimator.py:2307] global_step/sec: 3.44648 +INFO:tensorflow:examples/sec: 225868 +I1010 10:30:25.905169 139766278899136 tpu_estimator.py:2308] examples/sec: 225868 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 10:30:25.906438 139766278899136 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 10:30:25.906635 139766278899136 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +I1010 10:30:29.719367 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:30:29.785058 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (8, 83) +I1010 10:30:48.976896 139764260124416 tpu_estimator.py:279] Outfeed finished for iteration (8, 83) +I1010 10:30:59.853748 139764251731712 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:30:59.928785 139764251731712 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.5429358, step = 1760 (37.659 sec) +I1010 10:31:03.562087 139766278899136 basic_session_run_hooks.py:260] loss = 2.5429358, step = 1760 (37.659 sec) +INFO:tensorflow:global_step/sec: 4.24867 +I1010 10:31:03.563483 139766278899136 tpu_estimator.py:2307] global_step/sec: 4.24867 +INFO:tensorflow:examples/sec: 278441 +I1010 10:31:03.563862 139766278899136 tpu_estimator.py:2308] examples/sec: 278441 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:31:03.564728 139766278899136 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:Stop infeed thread controller +I1010 10:31:17.978033 139766278899136 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 10:31:17.978432 139766278899136 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 10:31:17.978708 139764268517120 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 10:31:17.978912 139764268517120 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 10:31:17.979136 139766278899136 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 10:31:17.979265 139766278899136 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 10:31:17.979336 139766278899136 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 10:31:17.979484 139764260124416 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 10:31:17.979577 139764260124416 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 10:31:17.979702 139766278899136 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 10:31:17.979796 139766278899136 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.5429358. +I1010 10:31:31.798342 139766278899136 estimator.py:371] Loss for final step: 2.5429358. +INFO:tensorflow:training_loop marked as finished +I1010 10:31:31.799170 139766278899136 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 10:31:35.025129 139796353201600 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 10:31:35.031105 139796353201600 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 10:31:35.031358 139796353201600 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 10:31:35.034739 139796353201600 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:31:35.083436 139796353201600 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 10:31:35.083692 139796353201600 transport.py:157] Attempting refresh to obtain initial access_token +I1010 10:31:35.151664 139796353201600 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:31:35.200500 139796353201600 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 10:31:35.200782 139796353201600 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 10:31:35.287067 139796353201600 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 10:31:35.288110 139796353201600 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 10:31:35.288336 139796353201600 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 10:31:35.288830 139796353201600 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 10:31:35.288913 139796353201600 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 10:31:35.288996 139796353201600 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 10:31:35.289124 139796353201600 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:31:35.558638 139796353201600 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 10:31:35.559109 139796353201600 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 10:31:35.559480 139796353201600 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 10:31:35.560728: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 10:31:35.574256 139796353201600 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 10:31:35.574485 139796353201600 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 10:31:35.576497 139796353201600 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 10:31:35.576596 139796353201600 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 10:31:35.576664 139796353201600 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 10:31:35.577017 139796353201600 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 10:31:35.577089 139796353201600 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 10:31:35.577152 139796353201600 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 10:31:35.577223 139796353201600 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 10:31:35.577284 139796353201600 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 10:31:35.577343 139796353201600 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 10:31:35.577403 139796353201600 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 10:31:35.577476 139796353201600 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 10:31:35.577536 139796353201600 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 10:31:35.577596 139796353201600 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 10:31:35.582881 139796353201600 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 10:31:35.584634 139796353201600 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 10:31:35.598545 139796353201600 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 10:31:35.598792 139796353201600 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 10:31:35.606725 139796353201600 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 10:31:35.691591 139796353201600 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:31:35.691845 139796353201600 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 10:31:35.844959 139796353201600 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 10:31:35.845748 139796353201600 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 10:31:35.846375 139796353201600 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 10:31:36.249175 139796353201600 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 10:31:36.804976: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 10:31:36.805032: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 10:31:36.805062: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 10:31:36.828046 139796353201600 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 10:31:36.829380 139796353201600 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 10:31:36.843355 139796353201600 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 10:31:36.867858 139796353201600 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 10:31:38.893414 139796353201600 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 10:31:38.900803 139796353201600 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 10:31:38.924395 139796353201600 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 10:31:38.967680 139796353201600 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 10:31:38.978308 139796353201600 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 10:31:39.070570 139796353201600 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 10:31:39.315418 139796353201600 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 10:31:39.332420 139796353201600 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 10:31:39.353357 139796353201600 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T10:31:39Z +I1010 10:31:39.372220 139796353201600 evaluation.py:255] Starting evaluation at 2019-10-10T10:31:39Z +INFO:tensorflow:TPU job name worker +I1010 10:31:39.372596 139796353201600 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 10:31:39.924374 139796353201600 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:31:39.995683 139796353201600 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 10:31:42.880412 139796353201600 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 10:31:42.903019 139796353201600 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 10:31:42.944600 139796353201600 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 10:31:42.960927 139796353201600 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 10:31:49.354212 139796353201600 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 10:31:49.355128 139794407487232 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 10:31:49.355576 139794399094528 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 10:31:49.502327 139796353201600 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 10:31:49.522649 139796353201600 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 10:31:49.523344 139796353201600 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 10:31:49.562717 139794390701824 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 10:31:49.664226 139794390701824 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 10:32:00.773757 139794399094528 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 10:32:09.649007 139796353201600 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 10:32:09.649593 139796353201600 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 10:32:09.649709 139796353201600 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 10:32:09.649863 139794407487232 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 10:32:09.649956 139794407487232 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 10:32:09.650084 139796353201600 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 10:32:09.650192 139796353201600 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 10:32:09.650249 139796353201600 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 10:32:09.650360 139794399094528 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 10:32:09.650440 139794399094528 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 10:32:09.650553 139796353201600 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 10:32:09.650643 139796353201600 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-10:32:19 +I1010 10:32:19.929698 139796353201600 evaluation.py:275] Finished evaluation at 2019-10-10-10:32:19 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.6954432, top_1_accuracy = 0.7525635, top_5_accuracy = 0.9253133 +I1010 10:32:19.930048 139796353201600 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.6954432, top_1_accuracy = 0.7525635, top_5_accuracy = 0.9253133 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:32:22.056318 139796353201600 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 10:32:22.399811 139796353201600 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.6954432, 'top_1_accuracy': 0.7525635, 'global_step': 1760, 'top_5_accuracy': 0.9253133}. Elapsed seconds: 46 +I1010 10:32:22.400199 139796353201600 resnet_main.py:597] Eval results: {'loss': 2.6954432, 'top_1_accuracy': 0.7525635, 'global_step': 1760, 'top_5_accuracy': 0.9253133}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 10:32:22.400362 139796353201600 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570702846503301... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570703472238838... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570702849.v3-512#1570703477904197... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570702881474798... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570703245969549... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570703246165268... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570703250289607... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570703304409031... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570703304573542... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570703308483035... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570703361270834... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570703361457404... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570703365484045... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570703420989215... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570703421194246... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570703425274898... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570703471611593... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570703471781611... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570703475892759... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570703540488354... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570703540.v3-512#1570703542326092... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 10:32:26.288177 140656693032384 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 10:32:26.293715 140656693032384 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 10:32:26.293901 140656693032384 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 10:32:26.296993 140656693032384 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:32:26.351099 140656693032384 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 10:32:26.351378 140656693032384 transport.py:157] Attempting refresh to obtain initial access_token +I1010 10:32:26.420820 140656693032384 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:32:26.462192 140656693032384 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 10:32:26.462435 140656693032384 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 10:32:26.535742 140656693032384 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 10:32:26.537257 140656693032384 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 10:32:26.537560 140656693032384 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 10:32:26.538050 140656693032384 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 10:32:26.538136 140656693032384 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 10:32:26.538223 140656693032384 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 10:32:26.621953 140656693032384 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 10:32:26.711621 140656693032384 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 10:32:26.713450: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 10:32:26.776041 140656693032384 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 10:32:26.776314 140656693032384 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 10:32:26.776839 140656693032384 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 10:32:26.776916 140656693032384 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 10:32:26.777003 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 10:32:26.777285 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 10:32:26.777360 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 10:32:26.777431 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 10:32:26.777508 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 10:32:26.777576 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 10:32:26.777643 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 10:32:26.777710 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 10:32:26.777776 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 10:32:26.777842 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 10:32:26.777911 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 10:32:26.777980 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 10:32:26.778045 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 10:32:26.778120 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 10:32:26.778187 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 10:32:26.778253 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 10:32:26.778318 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 10:32:26.778383 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 10:32:26.778449 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 10:32:26.778521 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 10:32:26.778587 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 10:32:26.778652 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 10:32:26.778718 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 10:32:26.778786 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 10:32:26.778851 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 10:32:26.778923 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 10:32:26.778990 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 10:32:26.779057 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 10:32:26.779124 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 10:32:26.779190 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 10:32:26.779257 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 10:32:26.779323 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 10:32:26.779390 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 10:32:26.779455 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 10:32:26.779531 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 10:32:26.779597 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 10:32:26.779664 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 10:32:26.779731 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 10:32:26.779803 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 10:32:26.779869 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 10:32:26.779934 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 10:32:26.780000 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 10:32:26.780067 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 10:32:26.780134 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 10:32:26.780200 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 10:32:26.780267 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 10:32:26.780332 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 10:32:26.780397 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 10:32:26.780462 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 10:32:26.780600 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 10:32:26.780678 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 10:32:26.780745 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 10:32:26.780812 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 10:32:26.780878 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 10:32:26.780945 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 10:32:26.781011 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 10:32:26.781078 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 10:32:26.781143 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 10:32:26.781209 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 10:32:26.781275 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 10:32:26.781342 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 10:32:26.781407 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 10:32:26.781477 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 10:32:26.781552 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 10:32:26.781619 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 10:32:26.781685 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 10:32:26.781752 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 10:32:26.781817 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 10:32:26.781883 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 10:32:26.781949 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 10:32:26.782015 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 10:32:26.782080 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 10:32:26.782145 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 10:32:26.782212 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 10:32:26.782277 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 10:32:26.782346 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 10:32:26.782413 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 10:32:26.782479 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 10:32:26.782552 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 10:32:26.782618 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 10:32:26.782684 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 10:32:26.782749 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 10:32:26.782814 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 10:32:26.782881 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 10:32:26.782946 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 10:32:26.783010 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 10:32:26.783087 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 10:32:26.783159 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 10:32:26.783226 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 10:32:26.783293 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 10:32:26.783358 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 10:32:26.783422 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 10:32:26.783488 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 10:32:26.783560 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 10:32:26.783624 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 10:32:26.783690 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 10:32:26.783756 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 10:32:26.783822 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 10:32:26.783888 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 10:32:26.783952 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 10:32:26.784024 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 10:32:26.784089 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 10:32:26.784154 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 10:32:26.784220 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 10:32:26.784286 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 10:32:26.784351 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 10:32:26.784415 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 10:32:26.784521 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 10:32:26.784605 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 10:32:26.784673 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 10:32:26.784740 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 10:32:26.784807 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 10:32:26.784881 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 10:32:26.784948 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 10:32:26.785013 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 10:32:26.785079 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 10:32:26.785145 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 10:32:26.785209 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 10:32:26.785274 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 10:32:26.785341 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 10:32:26.785407 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 10:32:26.785473 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 10:32:26.785547 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 10:32:26.785614 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 10:32:26.785680 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 10:32:26.785753 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 10:32:26.785818 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 10:32:26.785883 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 10:32:26.785948 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 10:32:26.786014 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 10:32:26.786078 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 10:32:26.786148 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 10:32:26.786215 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 10:32:26.786281 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 10:32:26.786345 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 10:32:26.786411 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 10:32:26.786477 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 10:32:26.786556 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 10:32:26.786622 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 10:32:26.786688 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 10:32:26.786752 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 10:32:26.786818 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 10:32:26.786883 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 10:32:26.786948 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 10:32:26.787014 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 10:32:26.787081 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 10:32:26.787146 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 10:32:26.787211 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 10:32:26.787276 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 10:32:26.787348 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 10:32:26.787415 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 10:32:26.787480 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 10:32:26.787552 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 10:32:26.787617 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 10:32:26.787683 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 10:32:26.787749 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 10:32:26.787815 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 10:32:26.787879 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 10:32:26.787945 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 10:32:26.788011 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 10:32:26.788075 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 10:32:26.788141 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 10:32:26.788213 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 10:32:26.788279 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 10:32:26.788343 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 10:32:26.788408 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 10:32:26.788511 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 10:32:26.788599 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 10:32:26.788666 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 10:32:26.788733 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 10:32:26.788799 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 10:32:26.788865 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 10:32:26.788930 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 10:32:26.788995 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 10:32:26.789067 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 10:32:26.789134 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 10:32:26.789201 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 10:32:26.789268 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 10:32:26.789334 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 10:32:26.789398 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 10:32:26.789464 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 10:32:26.789536 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 10:32:26.789602 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 10:32:26.789668 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 10:32:26.789733 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 10:32:26.789798 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 10:32:26.789870 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 10:32:26.789937 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 10:32:26.790004 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 10:32:26.790071 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 10:32:26.790137 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 10:32:26.790201 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 10:32:26.790266 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 10:32:26.790338 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 10:32:26.790402 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 10:32:26.790467 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 10:32:26.790539 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 10:32:26.790606 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 10:32:26.790673 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 10:32:26.790749 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 10:32:26.790816 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 10:32:26.790880 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 10:32:26.790946 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 10:32:26.791011 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 10:32:26.791083 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 10:32:26.791147 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 10:32:26.791213 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 10:32:26.791297 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 10:32:26.791363 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 10:32:26.791429 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 10:32:26.791502 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 10:32:26.791574 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 10:32:26.791640 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 10:32:26.791707 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 10:32:26.791771 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 10:32:26.791837 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 10:32:26.791903 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 10:32:26.791970 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 10:32:26.792035 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 10:32:26.792100 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 10:32:26.792166 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 10:32:26.792234 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 10:32:26.792299 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 10:32:26.792365 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 10:32:26.792437 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 10:32:26.792526 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 10:32:26.792593 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 10:32:26.792659 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 10:32:26.792726 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 10:32:26.792792 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 10:32:26.792857 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 10:32:26.792923 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 10:32:26.792989 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 10:32:26.793055 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 10:32:26.793132 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 10:32:26.793198 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 10:32:26.793272 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 10:32:26.793339 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 10:32:26.793405 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 10:32:26.793471 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 10:32:26.793543 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 10:32:26.793608 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 10:32:26.793674 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 10:32:26.793741 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 10:32:26.793807 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 10:32:26.793874 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 10:32:26.793940 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 10:32:26.794004 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 10:32:26.794075 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 10:32:26.794148 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 10:32:26.794214 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 10:32:26.794281 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 10:32:26.794347 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 10:32:26.794413 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 10:32:26.794477 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 10:32:26.794550 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 10:32:26.794616 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 10:32:26.794682 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 10:32:26.794747 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 10:32:26.794812 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 10:32:26.794878 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 10:32:26.794950 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 10:32:26.795015 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 10:32:26.795080 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 10:32:26.795146 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 10:32:26.795212 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 10:32:26.795278 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 10:32:26.795344 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 10:32:26.795408 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 10:32:26.795475 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 10:32:26.795547 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 10:32:26.795612 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 10:32:26.795677 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 10:32:26.795748 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 10:32:26.795815 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 10:32:26.795882 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 10:32:26.795948 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 10:32:26.796014 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 10:32:26.796080 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 10:32:26.796144 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 10:32:26.796211 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 10:32:26.796276 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 10:32:26.796340 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 10:32:26.796406 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 10:32:26.796489 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 10:32:26.796571 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 10:32:26.796648 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 10:32:26.796716 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 10:32:26.796782 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 10:32:26.796854 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 10:32:26.796920 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 10:32:26.796986 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 10:32:26.797051 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 10:32:26.797116 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 10:32:26.797182 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 10:32:26.797246 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 10:32:26.797312 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 10:32:26.797379 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 10:32:26.797450 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 10:32:26.797522 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 10:32:26.797588 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 10:32:26.797652 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 10:32:26.797718 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 10:32:26.797784 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 10:32:26.797848 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 10:32:26.797914 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 10:32:26.797986 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 10:32:26.798055 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 10:32:26.798121 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 10:32:26.798187 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 10:32:26.798261 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 10:32:26.798327 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 10:32:26.798393 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 10:32:26.798459 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 10:32:26.798531 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 10:32:26.798595 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 10:32:26.798660 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 10:32:26.798726 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 10:32:26.798796 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 10:32:26.798862 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 10:32:26.798928 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 10:32:26.798994 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 10:32:26.799071 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 10:32:26.799140 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 10:32:26.799206 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 10:32:26.799272 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 10:32:26.799340 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 10:32:26.799406 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 10:32:26.799472 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 10:32:26.799544 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 10:32:26.799609 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 10:32:26.799676 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 10:32:26.799742 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 10:32:26.799808 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 10:32:26.799873 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 10:32:26.799942 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 10:32:26.800009 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 10:32:26.800075 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 10:32:26.800141 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 10:32:26.800205 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 10:32:26.800271 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 10:32:26.800338 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 10:32:26.800404 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 10:32:26.800487 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 10:32:26.800563 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 10:32:26.800628 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 10:32:26.800699 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 10:32:26.800771 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 10:32:26.800837 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 10:32:26.800904 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 10:32:26.800970 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 10:32:26.801035 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 10:32:26.801101 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 10:32:26.801167 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 10:32:26.801233 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 10:32:26.801304 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 10:32:26.801369 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 10:32:26.801435 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 10:32:26.801506 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 10:32:26.801573 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 10:32:26.801644 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 10:32:26.801713 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 10:32:26.801779 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 10:32:26.801843 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 10:32:26.801914 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 10:32:26.801980 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 10:32:26.802047 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 10:32:26.802123 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 10:32:26.802189 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 10:32:26.802253 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 10:32:26.802319 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 10:32:26.802382 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 10:32:26.802453 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 10:32:26.802526 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 10:32:26.802592 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 10:32:26.802659 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 10:32:26.802723 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 10:32:26.802788 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 10:32:26.802854 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 10:32:26.802918 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 10:32:26.802983 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 10:32:26.803049 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 10:32:26.803127 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 10:32:26.803199 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 10:32:26.803270 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 10:32:26.803337 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 10:32:26.803402 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 10:32:26.803467 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 10:32:26.803539 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 10:32:26.803603 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 10:32:26.803668 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 10:32:26.803734 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 10:32:26.803797 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 10:32:26.803863 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 10:32:26.803926 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 10:32:26.803992 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 10:32:26.804058 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 10:32:26.804128 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 10:32:26.804193 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 10:32:26.804259 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 10:32:26.804323 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 10:32:26.804388 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 10:32:26.804454 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 10:32:26.804548 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 10:32:26.804619 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 10:32:26.804688 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 10:32:26.804754 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 10:32:26.804820 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 10:32:26.804884 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 10:32:26.804960 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 10:32:26.805026 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 10:32:26.805090 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 10:32:26.805155 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 10:32:26.805222 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 10:32:26.805286 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 10:32:26.805352 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 10:32:26.805418 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 10:32:26.805483 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 10:32:26.805555 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 10:32:26.805619 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 10:32:26.805685 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 10:32:26.805756 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 10:32:26.805821 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 10:32:26.805886 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 10:32:26.805952 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 10:32:26.806018 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 10:32:26.806082 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 10:32:26.806148 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 10:32:26.806219 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 10:32:26.806284 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 10:32:26.806349 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 10:32:26.806416 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 10:32:26.806480 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 10:32:26.806557 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 10:32:26.806629 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 10:32:26.806695 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 10:32:26.806761 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 10:32:26.806826 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 10:32:26.806890 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 10:32:26.806957 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 10:32:26.807022 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 10:32:26.807087 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 10:32:26.807153 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 10:32:26.807219 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 10:32:26.807284 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 10:32:26.807348 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 10:32:26.807418 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 10:32:26.807488 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 10:32:26.807559 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 10:32:26.807626 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 10:32:26.807692 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 10:32:26.807761 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 10:32:26.807827 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 10:32:26.807893 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 10:32:26.807960 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 10:32:26.808024 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 10:32:26.808089 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 10:32:26.808156 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 10:32:26.808222 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 10:32:26.808293 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 10:32:26.808357 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 10:32:26.808423 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 10:32:26.808530 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 10:32:26.808600 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 10:32:26.808666 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 10:32:26.808741 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 10:32:26.808808 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 10:32:26.808872 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 10:32:26.808938 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 10:32:26.809003 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 10:32:26.809067 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 10:32:26.809137 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 10:32:26.809202 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 10:32:26.809268 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 10:32:26.809335 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 10:32:26.809401 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 10:32:26.809465 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 10:32:26.809536 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 10:32:26.809602 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 10:32:26.809667 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 10:32:26.809731 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 10:32:26.809797 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 10:32:26.809860 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 10:32:26.809931 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 10:32:26.810002 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 10:32:26.810069 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 10:32:26.810133 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 10:32:26.810199 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 10:32:26.810265 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 10:32:26.810329 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 10:32:26.810395 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 10:32:26.810460 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 10:32:26.810529 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 10:32:26.810594 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 10:32:26.810659 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 10:32:26.810724 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 10:32:26.810800 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 10:32:26.810864 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 10:32:26.810929 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 10:32:26.810993 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 10:32:26.811065 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 10:32:26.811139 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 10:32:26.811203 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 10:32:26.811285 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 10:32:26.811350 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 10:32:26.811415 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 10:32:26.811486 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 10:32:26.811558 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 10:32:26.811629 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 10:32:26.811695 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 10:32:26.811759 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 10:32:26.811824 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 10:32:26.811887 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 10:32:26.811953 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 10:32:26.812017 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 10:32:26.812082 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 10:32:26.812148 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 10:32:26.812212 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 10:32:26.812278 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 10:32:26.812342 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 10:32:26.812412 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 10:32:26.812500 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 10:32:26.812575 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 10:32:26.812639 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 10:32:26.812704 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 10:32:26.812768 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 10:32:26.812834 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 10:32:26.812900 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 10:32:26.812964 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 10:32:26.813030 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 10:32:26.813107 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 10:32:26.813173 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 10:32:26.813237 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 10:32:26.813309 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 10:32:26.813375 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 10:32:26.813441 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 10:32:26.813512 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 10:32:26.813577 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 10:32:26.813643 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 10:32:26.813709 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 10:32:26.813775 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 10:32:26.813851 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 10:32:26.813916 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 10:32:26.813982 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 10:32:26.814047 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 10:32:26.814120 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 10:32:26.814186 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 10:32:26.814250 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 10:32:26.814316 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 10:32:26.814382 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 10:32:26.814448 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 10:32:26.814519 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 10:32:26.814585 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 10:32:26.814651 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 10:32:26.814717 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 10:32:26.814789 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 10:32:26.814857 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 10:32:26.814923 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 10:32:26.814994 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 10:32:26.815058 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 10:32:26.815124 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 10:32:26.815190 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 10:32:26.815256 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 10:32:26.815320 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 10:32:26.815386 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 10:32:26.815449 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 10:32:26.815520 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 10:32:26.815584 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 10:32:26.815649 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 10:32:26.815715 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 10:32:26.815783 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 10:32:26.815849 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 10:32:26.815913 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 10:32:26.815979 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 10:32:26.816044 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 10:32:26.816114 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 10:32:26.816184 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 10:32:26.816248 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 10:32:26.816313 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 10:32:26.816379 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 10:32:26.816442 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 10:32:26.816531 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 10:32:26.816607 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 10:32:26.816673 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 10:32:26.816740 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 10:32:26.816804 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 10:32:26.816869 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 10:32:26.816936 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 10:32:26.817001 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 10:32:26.817065 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 10:32:26.817130 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 10:32:26.817200 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 10:32:26.817270 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 10:32:26.817337 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 10:32:26.817401 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 10:32:26.817472 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 10:32:26.817543 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 10:32:26.817608 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 10:32:26.817672 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 10:32:26.817737 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 10:32:26.817800 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 10:32:26.817867 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 10:32:26.817931 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 10:32:26.817996 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 10:32:26.818061 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 10:32:26.818125 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 10:32:26.818192 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 10:32:26.818260 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 10:32:26.818325 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 10:32:26.818389 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 10:32:26.818460 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 10:32:26.818531 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 10:32:26.818597 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 10:32:26.818660 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 10:32:26.818727 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 10:32:26.818792 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 10:32:26.818856 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 10:32:26.818923 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 10:32:26.818989 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 10:32:26.819058 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 10:32:26.819124 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 10:32:26.819190 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 10:32:26.819255 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 10:32:26.819319 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 10:32:26.819384 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 10:32:26.819448 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 10:32:26.819520 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 10:32:26.819586 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 10:32:26.819653 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 10:32:26.819722 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 10:32:26.819792 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 10:32:26.819856 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 10:32:26.819927 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 10:32:26.819993 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 10:32:26.820064 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 10:32:26.820128 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 10:32:26.820194 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 10:32:26.820259 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 10:32:26.820324 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 10:32:26.820389 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 10:32:26.820455 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 10:32:26.820574 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 10:32:26.820641 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 10:32:26.820705 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 10:32:26.820775 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 10:32:26.820847 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 10:32:26.820911 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 10:32:26.820976 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 10:32:26.821043 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 10:32:26.821108 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 10:32:26.821173 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 10:32:26.821238 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 10:32:26.821304 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 10:32:26.821367 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 10:32:26.821433 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 10:32:26.821504 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 10:32:26.821569 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 10:32:26.821640 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 10:32:26.821707 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 10:32:26.821772 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 10:32:26.821836 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 10:32:26.821902 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 10:32:26.821966 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 10:32:26.822031 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 10:32:26.822103 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 10:32:26.822168 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 10:32:26.822232 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 10:32:26.822297 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 10:32:26.822361 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 10:32:26.822436 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 10:32:26.822510 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 10:32:26.822576 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 10:32:26.822643 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 10:32:26.822707 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 10:32:26.822773 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 10:32:26.822839 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 10:32:26.822905 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 10:32:26.822968 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 10:32:26.823035 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 10:32:26.823111 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 10:32:26.823177 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 10:32:26.823247 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 10:32:26.823313 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 10:32:26.823380 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 10:32:26.823446 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 10:32:26.823518 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 10:32:26.823584 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 10:32:26.823649 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 10:32:26.823714 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 10:32:26.823781 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 10:32:26.823846 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 10:32:26.823910 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 10:32:26.823976 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 10:32:26.824044 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 10:32:26.824111 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 10:32:26.824176 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 10:32:26.824240 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 10:32:26.824305 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 10:32:26.824369 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 10:32:26.824435 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 10:32:26.824525 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 10:32:26.824590 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 10:32:26.824656 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 10:32:26.824721 140656693032384 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 10:32:26.830218 140656693032384 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 10:32:26.830765 140656693032384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 10:32:26.842972 140656693032384 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 10:32:26.862545 140656693032384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 10:32:26.862796 140656693032384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 10:32:26.870419 140656693032384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 10:32:26.950273 140656693032384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:32:26.950526 140656693032384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 10:32:26.952977 140656693032384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:32:26.953191 140656693032384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 10:32:27.106648 140656693032384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 10:32:27.107419 140656693032384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 10:32:27.108041 140656693032384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 10:32:27.509440 140656693032384 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 10:32:27.889925 140656693032384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 10:32:28.182317: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 10:32:28.182363: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 10:32:28.182388: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 10:32:38.013921 140656693032384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 10:32:38.015450 140656693032384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 10:32:38.028779 140656693032384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 10:32:38.065218 140656693032384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 10:32:40.982944 140656693032384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 10:32:40.987612 140656693032384 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 10:32:41.012229 140656693032384 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 10:32:41.056797 140656693032384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 10:32:41.067770 140656693032384 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 10:32:41.148905 140656693032384 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 10:32:41.152956 140656693032384 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 10:32:41.153166 140656693032384 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 10:32:41.153234 140656693032384 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 10:32:41.153297 140656693032384 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 10:32:41.153357 140656693032384 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 10:32:41.153429 140656693032384 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.6 ************************************** +I1010 10:32:41.153486 140656693032384 resnet_main.py:388] ****************************** the weight_decay_input is 0.6 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 10:32:41.153618 140656693032384 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 10:32:41.153736 140656693032384 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 10:32:41.154649 140656693032384 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 10:32:41.184755 140656693032384 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 10:32:44.063621 140656693032384 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:44.145040 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:44.203226 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:44.265785 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:44.371519 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:44.433279 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:44.495878 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:44.603140 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:44.662751 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:44.724513 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:44.829523 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:44.889198 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:44.951488 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.059148 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.120366 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.183561 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.292800 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.352880 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.418802 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.543072 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.602463 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.664763 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.771296 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.832108 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.895030 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:45.999445 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.058207 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.120536 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.227061 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.286036 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.349617 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.456463 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.516304 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.580333 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.687345 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.747442 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.809607 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.915694 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:46.974471 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.036740 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.142146 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.203809 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.266844 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.373267 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.432352 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.494817 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.605906 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.664990 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.727673 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.833725 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.896070 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:47.960237 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.066411 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.125070 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.187880 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.292546 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.350961 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.414064 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.519848 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.581355 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.644207 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.750587 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.810381 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.875824 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:48.982494 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:49.041980 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:49.104415 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:49.213287 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:49.277323 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:49.341924 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:49.448149 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:49.507697 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:49.573479 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:49.683037 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:49.748999 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:49.832709 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:49.952018 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:50.306653 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:50.371862 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:50.476527 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:50.535057 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:50.596996 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:50.700771 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:50.762187 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:50.827089 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:50.932890 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:50.993055 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.056061 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.159920 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.219391 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.282376 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.389951 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.451657 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.515793 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.623759 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.682697 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.744275 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.848689 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.908456 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:51.971379 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:52.076385 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:52.137784 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:52.204509 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:52.313281 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:52.377268 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:52.440884 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:52.546462 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:52.606802 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:52.669998 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:52.775738 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:52.836905 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:52.901102 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.007446 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.066250 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.127935 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.233062 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.291814 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.353710 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.458101 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.519187 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.590257 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.698245 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.757081 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.818716 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.923863 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:53.982464 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.044287 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.148511 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.211215 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.276665 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.384356 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.446744 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.512207 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.619285 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.680299 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.745311 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.854578 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.913656 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:54.977734 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:55.084913 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:55.147878 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:55.214884 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:55.324073 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:55.384079 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:55.446883 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:55.553791 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:55.613678 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:55.678256 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:55.783653 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:55.845273 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:55.913028 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:56.018631 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:56.077164 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:56.138676 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:56.244743 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:56.303308 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:56.367113 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:56.474607 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:56.537261 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:56.609797 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:56.720453 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:32:56.825006 140656693032384 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 10:32:57.492135 140656693032384 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 10:32:57.751789 140656693032384 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 10:33:03.986748 140656693032384 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 10:33:05.109941 140656693032384 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 10:33:19.278408 140656693032384 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 10:33:19.450989 140656693032384 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:33:39.672281 140656693032384 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 10:33:52.767221 140656693032384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 10:33:53.814711 140656693032384 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 10:33:53.815150 140656693032384 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 10:33:53.815714: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0'] +I1010 10:33:53.857345 140656693032384 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 10:33:53.886324 140656693032384 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 10:33:53.940916 140656693032384 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 10:34:09.001550 140656693032384 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 10:34:09.002315 140654682818304 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 10:34:09.002685 140654674425600 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 10:34:09.053494 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:34:09.123855 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:34:09.189682 140656693032384 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:34:09.189996 140656693032384 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 10:34:39.201551 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:34:39.305711 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 10:35:01.091947 140654674425600 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 10:35:09.388767 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:35:09.469394 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:35:39.558451 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:35:39.633184 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:35:41.726377 140656693032384 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.891674, step = 200 +I1010 10:35:54.308840 140656693032384 basic_session_run_hooks.py:262] loss = 4.891674, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:35:54.313888 140656693032384 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:35:54.314238 140656693032384 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 10:36:06.099962 140654674425600 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 10:36:09.698586 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:36:09.777436 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:36:39.856004 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:36:39.932219 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:36:46.772928 140656693032384 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.0277205, step = 400 (64.787 sec) +I1010 10:36:59.096201 140656693032384 basic_session_run_hooks.py:260] loss = 4.0277205, step = 400 (64.787 sec) +INFO:tensorflow:global_step/sec: 3.08714 +I1010 10:36:59.097742 140656693032384 tpu_estimator.py:2307] global_step/sec: 3.08714 +INFO:tensorflow:examples/sec: 202319 +I1010 10:36:59.098582 140656693032384 tpu_estimator.py:2308] examples/sec: 202319 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:36:59.099595 140656693032384 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:36:59.099761 140656693032384 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 4) +I1010 10:37:06.267241 140654674425600 tpu_estimator.py:279] Outfeed finished for iteration (2, 4) +I1010 10:37:09.986532 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:37:10.133215 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:37:40.191095 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:37:40.263896 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:37:45.584114 140656693032384 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.8240461, step = 600 (60.577 sec) +I1010 10:37:59.672893 140656693032384 basic_session_run_hooks.py:260] loss = 3.8240461, step = 600 (60.577 sec) +INFO:tensorflow:global_step/sec: 3.30151 +I1010 10:37:59.676060 140656693032384 tpu_estimator.py:2307] global_step/sec: 3.30151 +INFO:tensorflow:examples/sec: 216368 +I1010 10:37:59.676515 140656693032384 tpu_estimator.py:2308] examples/sec: 216368 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:37:59.677747 140656693032384 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:37:59.677910 140656693032384 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 2) +I1010 10:38:06.391107 140654674425600 tpu_estimator.py:279] Outfeed finished for iteration (3, 2) +I1010 10:38:10.347115 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:38:10.420783 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:38:40.490226 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:38:40.564081 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:38:46.118442 140656693032384 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.5197809, step = 800 (58.459 sec) +I1010 10:38:58.131654 140656693032384 basic_session_run_hooks.py:260] loss = 3.5197809, step = 800 (58.459 sec) +INFO:tensorflow:global_step/sec: 3.42128 +I1010 10:38:58.133816 140656693032384 tpu_estimator.py:2307] global_step/sec: 3.42128 +INFO:tensorflow:examples/sec: 224217 +I1010 10:38:58.134356 140656693032384 tpu_estimator.py:2308] examples/sec: 224217 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:38:58.135837 140656693032384 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:38:58.136080 140656693032384 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 10) +I1010 10:39:06.470824 140654674425600 tpu_estimator.py:279] Outfeed finished for iteration (4, 10) +I1010 10:39:10.647353 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:39:10.745529 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:39:40.830038 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:39:40.909281 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:39:43.987039 140656693032384 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 10:39:52.468977 140656693032384 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.218257, step = 1000 (58.238 sec) +I1010 10:39:56.369227 140656693032384 basic_session_run_hooks.py:260] loss = 3.218257, step = 1000 (58.238 sec) +INFO:tensorflow:global_step/sec: 3.4342 +I1010 10:39:56.371608 140656693032384 tpu_estimator.py:2307] global_step/sec: 3.4342 +INFO:tensorflow:examples/sec: 225064 +I1010 10:39:56.372173 140656693032384 tpu_estimator.py:2308] examples/sec: 225064 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:39:56.373826 140656693032384 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:39:56.374062 140656693032384 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 20) +I1010 10:40:06.501224 140654674425600 tpu_estimator.py:279] Outfeed finished for iteration (5, 20) +I1010 10:40:10.983479 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:40:11.057326 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:40:41.128621 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:40:41.198275 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:40:42.190412 140656693032384 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.086753, step = 1200 (60.085 sec) +I1010 10:40:56.454452 140656693032384 basic_session_run_hooks.py:260] loss = 3.086753, step = 1200 (60.085 sec) +INFO:tensorflow:global_step/sec: 3.32863 +I1010 10:40:56.456389 140656693032384 tpu_estimator.py:2307] global_step/sec: 3.32863 +INFO:tensorflow:examples/sec: 218145 +I1010 10:40:56.456888 140656693032384 tpu_estimator.py:2308] examples/sec: 218145 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:40:56.458090 140656693032384 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:40:56.458291 140656693032384 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 16) +I1010 10:41:06.629394 140654674425600 tpu_estimator.py:279] Outfeed finished for iteration (6, 16) +I1010 10:41:11.250377 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:41:11.328176 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:41:41.408715 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:41:41.478954 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:41:43.301207 140656693032384 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9666147, step = 1400 (62.566 sec) +I1010 10:41:59.020648 140656693032384 basic_session_run_hooks.py:260] loss = 2.9666147, step = 1400 (62.566 sec) +INFO:tensorflow:global_step/sec: 3.19663 +I1010 10:41:59.022126 140656693032384 tpu_estimator.py:2307] global_step/sec: 3.19663 +INFO:tensorflow:examples/sec: 209495 +I1010 10:41:59.022470 140656693032384 tpu_estimator.py:2308] examples/sec: 209495 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:41:59.023391 140656693032384 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:41:59.023567 140656693032384 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 6) +I1010 10:42:06.692743 140654674425600 tpu_estimator.py:279] Outfeed finished for iteration (7, 6) +I1010 10:42:11.534976 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:42:11.604288 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:42:41.688150 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:42:41.761935 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:42:45.368197 140656693032384 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.7269242, step = 1600 (62.709 sec) +I1010 10:43:01.729171 140656693032384 basic_session_run_hooks.py:260] loss = 2.7269242, step = 1600 (62.709 sec) +INFO:tensorflow:global_step/sec: 3.18933 +I1010 10:43:01.731338 140656693032384 tpu_estimator.py:2307] global_step/sec: 3.18933 +INFO:tensorflow:examples/sec: 209016 +I1010 10:43:01.731864 140656693032384 tpu_estimator.py:2308] examples/sec: 209016 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 10:43:01.733366 140656693032384 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 10:43:01.733589 140656693032384 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 0) +I1010 10:43:08.230531 140654674425600 tpu_estimator.py:279] Outfeed finished for iteration (8, 0) +I1010 10:43:11.843931 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:43:11.912377 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.7612276, step = 1760 (38.103 sec) +I1010 10:43:39.832045 140656693032384 basic_session_run_hooks.py:260] loss = 2.7612276, step = 1760 (38.103 sec) +INFO:tensorflow:global_step/sec: 4.19921 +I1010 10:43:39.833686 140656693032384 tpu_estimator.py:2307] global_step/sec: 4.19921 +INFO:tensorflow:examples/sec: 275199 +I1010 10:43:39.834068 140656693032384 tpu_estimator.py:2308] examples/sec: 275199 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:43:39.834990 140656693032384 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:43:41.993807 140654666032896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:43:42.071273 140654666032896 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 10:43:54.197943 140656693032384 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 10:43:54.198278 140656693032384 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 10:43:54.198517 140654682818304 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 10:43:54.198668 140654682818304 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 10:43:54.198842 140656693032384 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 10:43:54.198952 140656693032384 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 10:43:54.199012 140656693032384 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 10:43:54.199136 140654674425600 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 10:43:54.199220 140654674425600 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 10:43:54.199332 140656693032384 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 10:43:54.199425 140656693032384 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.7612276. +I1010 10:44:13.879462 140656693032384 estimator.py:371] Loss for final step: 2.7612276. +INFO:tensorflow:training_loop marked as finished +I1010 10:44:13.880270 140656693032384 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 10:44:17.443777 139636695504320 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 10:44:17.449557 139636695504320 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 10:44:17.449767 139636695504320 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 10:44:17.453212 139636695504320 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:44:17.504748 139636695504320 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 10:44:17.505013 139636695504320 transport.py:157] Attempting refresh to obtain initial access_token +I1010 10:44:17.577104 139636695504320 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:44:17.628629 139636695504320 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 10:44:17.628880 139636695504320 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 10:44:17.696839 139636695504320 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 10:44:17.697946 139636695504320 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 10:44:17.698179 139636695504320 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 10:44:17.698615 139636695504320 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 10:44:17.698704 139636695504320 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 10:44:17.698796 139636695504320 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 10:44:17.698915 139636695504320 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:44:18.038180 139636695504320 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 10:44:18.038813 139636695504320 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 10:44:18.039277 139636695504320 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 10:44:18.040867: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 10:44:18.054856 139636695504320 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 10:44:18.055166 139636695504320 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 10:44:18.057723 139636695504320 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 10:44:18.057811 139636695504320 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 10:44:18.057878 139636695504320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 10:44:18.058186 139636695504320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 10:44:18.058260 139636695504320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 10:44:18.058330 139636695504320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 10:44:18.058393 139636695504320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 10:44:18.058455 139636695504320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 10:44:18.058516 139636695504320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 10:44:18.058574 139636695504320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 10:44:18.058634 139636695504320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 10:44:18.058712 139636695504320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 10:44:18.058774 139636695504320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 10:44:18.065175 139636695504320 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 10:44:18.067223 139636695504320 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 10:44:18.083149 139636695504320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 10:44:18.083501 139636695504320 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 10:44:18.093350 139636695504320 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 10:44:18.188735 139636695504320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:44:18.189099 139636695504320 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 10:44:18.349889 139636695504320 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 10:44:18.350809 139636695504320 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 10:44:18.351490 139636695504320 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 10:44:18.772135 139636695504320 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 10:44:19.401411: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 10:44:19.401477: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 10:44:19.401515: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 10:44:19.426575 139636695504320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 10:44:19.428236 139636695504320 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 10:44:19.444930 139636695504320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 10:44:19.472810 139636695504320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 10:44:21.652105 139636695504320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 10:44:21.657469 139636695504320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 10:44:21.684609 139636695504320 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 10:44:21.732223 139636695504320 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 10:44:21.743956 139636695504320 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 10:44:21.843301 139636695504320 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 10:44:22.088274 139636695504320 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 10:44:22.105932 139636695504320 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 10:44:22.124644 139636695504320 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T10:44:22Z +I1010 10:44:22.140444 139636695504320 evaluation.py:255] Starting evaluation at 2019-10-10T10:44:22Z +INFO:tensorflow:TPU job name worker +I1010 10:44:22.140741 139636695504320 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 10:44:22.664825 139636695504320 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:44:22.792853 139636695504320 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 10:44:25.604566 139636695504320 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 10:44:25.622478 139636695504320 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 10:44:25.660191 139636695504320 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 10:44:25.674707 139636695504320 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 10:44:31.768965 139636695504320 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 10:44:31.769996 139634747107072 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 10:44:31.770484 139634738714368 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 10:44:31.924680 139636695504320 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 10:44:31.946192 139636695504320 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 10:44:31.948147 139636695504320 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 10:44:31.988333 139634730321664 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 10:44:32.051974 139634730321664 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 10:44:43.123100 139634738714368 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 10:44:51.975208 139636695504320 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 10:44:51.976882 139636695504320 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 10:44:51.977034 139636695504320 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 10:44:51.977251 139634747107072 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 10:44:51.977368 139634747107072 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 10:44:51.977551 139636695504320 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 10:44:51.977730 139636695504320 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 10:44:51.977809 139636695504320 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 10:44:51.977957 139634738714368 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 10:44:51.978064 139634738714368 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 10:44:51.978214 139636695504320 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 10:44:51.978322 139636695504320 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-10:45:02 +I1010 10:45:02.279038 139636695504320 evaluation.py:275] Finished evaluation at 2019-10-10-10:45:02 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.7266963, top_1_accuracy = 0.75038654, top_5_accuracy = 0.92401123 +I1010 10:45:02.279366 139636695504320 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.7266963, top_1_accuracy = 0.75038654, top_5_accuracy = 0.92401123 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:45:04.451541 139636695504320 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 10:45:04.719033 139636695504320 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.7266963, 'top_1_accuracy': 0.75038654, 'global_step': 1760, 'top_5_accuracy': 0.92401123}. Elapsed seconds: 46 +I1010 10:45:04.719372 139636695504320 resnet_main.py:597] Eval results: {'loss': 2.7266963, 'top_1_accuracy': 0.75038654, 'global_step': 1760, 'top_5_accuracy': 0.92401123}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 10:45:04.719528 139636695504320 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570703578452606... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570704228270009... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570703581.v3-512#1570704234132333... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570703614078752... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570703991740265... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570703991902577... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570703995762495... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570704049904132... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570704050146245... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570704054219344... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570704114367297... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570704114535622... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570704118441256... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570704175253081... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570704175439482... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570704179448152... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570704227605152... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570704227768933... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570704231833537... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570704302841263... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570704303.v3-512#1570704304642012... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 10:45:08.636888 139784221283776 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 10:45:08.642623 139784221283776 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 10:45:08.642858 139784221283776 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 10:45:08.646195 139784221283776 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:45:08.694540 139784221283776 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 10:45:08.694799 139784221283776 transport.py:157] Attempting refresh to obtain initial access_token +I1010 10:45:08.771349 139784221283776 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:45:08.817692 139784221283776 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 10:45:08.817928 139784221283776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 10:45:08.881993 139784221283776 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 10:45:08.883409 139784221283776 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 10:45:08.883677 139784221283776 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 10:45:08.884152 139784221283776 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 10:45:08.884239 139784221283776 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 10:45:08.884325 139784221283776 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 10:45:08.963157 139784221283776 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 10:45:09.053165 139784221283776 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 10:45:09.054859: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 10:45:09.120018 139784221283776 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 10:45:09.120282 139784221283776 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 10:45:09.120803 139784221283776 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 10:45:09.120874 139784221283776 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 10:45:09.120939 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 10:45:09.121237 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 10:45:09.121308 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 10:45:09.121371 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 10:45:09.121433 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 10:45:09.121493 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 10:45:09.121551 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 10:45:09.121611 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 10:45:09.121686 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 10:45:09.121748 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 10:45:09.121810 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 10:45:09.121870 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 10:45:09.121929 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 10:45:09.121994 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 10:45:09.122054 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 10:45:09.122118 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 10:45:09.122176 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 10:45:09.122234 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 10:45:09.122292 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 10:45:09.122349 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 10:45:09.122407 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 10:45:09.122466 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 10:45:09.122524 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 10:45:09.122582 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 10:45:09.122641 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 10:45:09.122706 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 10:45:09.122770 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 10:45:09.122828 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 10:45:09.122885 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 10:45:09.122945 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 10:45:09.123002 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 10:45:09.123060 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 10:45:09.123119 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 10:45:09.123178 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 10:45:09.123240 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 10:45:09.123300 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 10:45:09.123358 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 10:45:09.123418 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 10:45:09.123480 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 10:45:09.123538 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 10:45:09.123595 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 10:45:09.123655 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 10:45:09.123718 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 10:45:09.123775 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 10:45:09.123833 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 10:45:09.123893 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 10:45:09.123951 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 10:45:09.124023 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 10:45:09.124083 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 10:45:09.124140 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 10:45:09.124203 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 10:45:09.124263 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 10:45:09.124321 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 10:45:09.124378 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 10:45:09.124437 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 10:45:09.124547 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 10:45:09.124614 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 10:45:09.124680 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 10:45:09.124741 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 10:45:09.124799 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 10:45:09.124857 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 10:45:09.124916 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 10:45:09.124974 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 10:45:09.125037 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 10:45:09.125096 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 10:45:09.125154 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 10:45:09.125212 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 10:45:09.125271 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 10:45:09.125329 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 10:45:09.125386 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 10:45:09.125444 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 10:45:09.125502 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 10:45:09.125560 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 10:45:09.125617 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 10:45:09.125679 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 10:45:09.125742 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 10:45:09.125802 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 10:45:09.125859 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 10:45:09.125917 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 10:45:09.125976 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 10:45:09.126033 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 10:45:09.126091 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 10:45:09.126151 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 10:45:09.126209 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 10:45:09.126266 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 10:45:09.126322 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 10:45:09.126380 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 10:45:09.126439 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 10:45:09.126502 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 10:45:09.126559 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 10:45:09.126617 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 10:45:09.126681 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 10:45:09.126740 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 10:45:09.126797 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 10:45:09.126856 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 10:45:09.126913 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 10:45:09.126971 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 10:45:09.127027 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 10:45:09.127085 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 10:45:09.127144 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 10:45:09.127206 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 10:45:09.127264 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 10:45:09.127321 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 10:45:09.127378 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 10:45:09.127437 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 10:45:09.127495 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 10:45:09.127552 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 10:45:09.127609 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 10:45:09.127667 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 10:45:09.127732 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 10:45:09.127790 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 10:45:09.127851 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 10:45:09.127908 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 10:45:09.127981 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 10:45:09.128041 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 10:45:09.128098 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 10:45:09.128155 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 10:45:09.128212 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 10:45:09.128271 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 10:45:09.128328 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 10:45:09.128386 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 10:45:09.128444 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 10:45:09.128552 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 10:45:09.128618 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 10:45:09.128683 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 10:45:09.128746 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 10:45:09.128806 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 10:45:09.128864 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 10:45:09.128921 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 10:45:09.128979 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 10:45:09.129038 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 10:45:09.129096 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 10:45:09.129154 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 10:45:09.129214 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 10:45:09.129271 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 10:45:09.129329 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 10:45:09.129386 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 10:45:09.129448 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 10:45:09.129507 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 10:45:09.129565 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 10:45:09.129622 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 10:45:09.129686 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 10:45:09.129745 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 10:45:09.129805 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 10:45:09.129863 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 10:45:09.129920 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 10:45:09.129978 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 10:45:09.130036 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 10:45:09.130094 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 10:45:09.130151 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 10:45:09.130217 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 10:45:09.130275 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 10:45:09.130331 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 10:45:09.130389 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 10:45:09.130448 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 10:45:09.130506 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 10:45:09.130563 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 10:45:09.130620 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 10:45:09.130683 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 10:45:09.130742 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 10:45:09.130800 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 10:45:09.130856 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 10:45:09.130918 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 10:45:09.130975 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 10:45:09.131033 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 10:45:09.131092 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 10:45:09.131150 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 10:45:09.131207 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 10:45:09.131279 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 10:45:09.131339 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 10:45:09.131397 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 10:45:09.131455 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 10:45:09.131513 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 10:45:09.131571 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 10:45:09.131628 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 10:45:09.131696 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 10:45:09.131755 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 10:45:09.131814 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 10:45:09.131872 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 10:45:09.131930 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 10:45:09.131987 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 10:45:09.132044 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 10:45:09.132102 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 10:45:09.132158 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 10:45:09.132216 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 10:45:09.132273 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 10:45:09.132332 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 10:45:09.132394 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 10:45:09.132452 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 10:45:09.132560 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 10:45:09.132622 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 10:45:09.132688 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 10:45:09.132747 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 10:45:09.132806 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 10:45:09.132864 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 10:45:09.132922 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 10:45:09.132981 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 10:45:09.133038 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 10:45:09.133095 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 10:45:09.133164 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 10:45:09.133224 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 10:45:09.133281 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 10:45:09.133338 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 10:45:09.133397 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 10:45:09.133455 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 10:45:09.133512 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 10:45:09.133569 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 10:45:09.133626 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 10:45:09.133693 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 10:45:09.133753 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 10:45:09.133812 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 10:45:09.133871 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 10:45:09.133933 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 10:45:09.133999 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 10:45:09.134057 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 10:45:09.134114 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 10:45:09.134172 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 10:45:09.134229 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 10:45:09.134287 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 10:45:09.134345 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 10:45:09.134403 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 10:45:09.134462 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 10:45:09.134520 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 10:45:09.134577 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 10:45:09.134639 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 10:45:09.134702 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 10:45:09.134761 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 10:45:09.134818 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 10:45:09.134876 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 10:45:09.134933 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 10:45:09.134991 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 10:45:09.135056 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 10:45:09.135116 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 10:45:09.135174 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 10:45:09.135232 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 10:45:09.135291 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 10:45:09.135354 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 10:45:09.135411 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 10:45:09.135469 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 10:45:09.135526 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 10:45:09.135585 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 10:45:09.135644 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 10:45:09.135710 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 10:45:09.135768 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 10:45:09.135828 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 10:45:09.135885 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 10:45:09.135943 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 10:45:09.136001 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 10:45:09.136059 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 10:45:09.136123 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 10:45:09.136182 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 10:45:09.136240 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 10:45:09.136298 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 10:45:09.136356 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 10:45:09.136420 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 10:45:09.136495 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 10:45:09.136557 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 10:45:09.136615 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 10:45:09.136677 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 10:45:09.136740 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 10:45:09.136799 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 10:45:09.136861 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 10:45:09.136919 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 10:45:09.136977 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 10:45:09.137034 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 10:45:09.137094 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 10:45:09.137151 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 10:45:09.137209 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 10:45:09.137267 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 10:45:09.137325 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 10:45:09.137382 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 10:45:09.137439 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 10:45:09.137497 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 10:45:09.137558 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 10:45:09.137618 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 10:45:09.137681 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 10:45:09.137739 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 10:45:09.137798 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 10:45:09.137855 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 10:45:09.137912 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 10:45:09.137969 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 10:45:09.138027 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 10:45:09.138084 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 10:45:09.138140 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 10:45:09.138197 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 10:45:09.138256 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 10:45:09.138318 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 10:45:09.138375 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 10:45:09.138432 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 10:45:09.138489 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 10:45:09.138546 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 10:45:09.138603 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 10:45:09.138662 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 10:45:09.138724 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 10:45:09.138782 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 10:45:09.138839 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 10:45:09.138897 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 10:45:09.138956 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 10:45:09.139018 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 10:45:09.139075 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 10:45:09.139132 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 10:45:09.139189 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 10:45:09.139245 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 10:45:09.139303 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 10:45:09.139360 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 10:45:09.139416 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 10:45:09.139473 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 10:45:09.139532 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 10:45:09.139590 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 10:45:09.139647 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 10:45:09.139712 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 10:45:09.139775 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 10:45:09.139832 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 10:45:09.139890 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 10:45:09.139947 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 10:45:09.140005 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 10:45:09.140063 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 10:45:09.140120 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 10:45:09.140178 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 10:45:09.140237 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 10:45:09.140295 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 10:45:09.140353 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 10:45:09.140410 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 10:45:09.140490 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 10:45:09.140552 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 10:45:09.140609 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 10:45:09.140666 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 10:45:09.140731 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 10:45:09.140788 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 10:45:09.140846 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 10:45:09.140904 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 10:45:09.140964 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 10:45:09.141021 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 10:45:09.141077 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 10:45:09.141135 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 10:45:09.141197 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 10:45:09.141256 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 10:45:09.141314 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 10:45:09.141371 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 10:45:09.141429 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 10:45:09.141488 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 10:45:09.141546 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 10:45:09.141603 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 10:45:09.141661 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 10:45:09.141726 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 10:45:09.141783 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 10:45:09.141840 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 10:45:09.141899 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 10:45:09.141962 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 10:45:09.142019 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 10:45:09.142076 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 10:45:09.142134 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 10:45:09.142193 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 10:45:09.142251 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 10:45:09.142308 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 10:45:09.142365 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 10:45:09.142424 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 10:45:09.142482 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 10:45:09.142539 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 10:45:09.142596 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 10:45:09.142657 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 10:45:09.142720 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 10:45:09.142779 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 10:45:09.142837 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 10:45:09.142894 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 10:45:09.142952 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 10:45:09.143009 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 10:45:09.143068 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 10:45:09.143125 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 10:45:09.143182 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 10:45:09.143239 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 10:45:09.143296 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 10:45:09.143359 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 10:45:09.143418 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 10:45:09.143476 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 10:45:09.143533 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 10:45:09.143591 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 10:45:09.143649 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 10:45:09.143712 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 10:45:09.143769 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 10:45:09.143827 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 10:45:09.143884 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 10:45:09.143942 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 10:45:09.144010 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 10:45:09.144069 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 10:45:09.144133 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 10:45:09.144193 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 10:45:09.144252 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 10:45:09.144309 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 10:45:09.144366 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 10:45:09.144424 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 10:45:09.144498 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 10:45:09.144557 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 10:45:09.144614 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 10:45:09.144678 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 10:45:09.144737 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 10:45:09.144795 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 10:45:09.144860 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 10:45:09.144918 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 10:45:09.144977 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 10:45:09.145035 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 10:45:09.145093 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 10:45:09.145152 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 10:45:09.145209 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 10:45:09.145267 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 10:45:09.145324 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 10:45:09.145382 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 10:45:09.145441 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 10:45:09.145500 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 10:45:09.145561 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 10:45:09.145620 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 10:45:09.145683 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 10:45:09.145740 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 10:45:09.145797 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 10:45:09.145854 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 10:45:09.145911 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 10:45:09.145968 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 10:45:09.146027 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 10:45:09.146085 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 10:45:09.146142 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 10:45:09.146200 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 10:45:09.146258 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 10:45:09.146320 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 10:45:09.146378 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 10:45:09.146435 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 10:45:09.146492 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 10:45:09.146550 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 10:45:09.146609 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 10:45:09.146667 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 10:45:09.146730 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 10:45:09.146790 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 10:45:09.146847 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 10:45:09.146904 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 10:45:09.146961 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 10:45:09.147023 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 10:45:09.147082 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 10:45:09.147139 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 10:45:09.147197 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 10:45:09.147253 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 10:45:09.147311 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 10:45:09.147370 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 10:45:09.147428 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 10:45:09.147485 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 10:45:09.147541 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 10:45:09.147598 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 10:45:09.147656 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 10:45:09.147721 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 10:45:09.147783 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 10:45:09.147840 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 10:45:09.147897 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 10:45:09.147955 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 10:45:09.148014 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 10:45:09.148072 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 10:45:09.148130 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 10:45:09.148188 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 10:45:09.148246 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 10:45:09.148303 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 10:45:09.148360 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 10:45:09.148416 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 10:45:09.148490 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 10:45:09.148554 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 10:45:09.148612 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 10:45:09.148670 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 10:45:09.148735 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 10:45:09.148792 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 10:45:09.148849 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 10:45:09.148905 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 10:45:09.148963 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 10:45:09.149022 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 10:45:09.149080 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 10:45:09.149137 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 10:45:09.149199 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 10:45:09.149257 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 10:45:09.149316 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 10:45:09.149374 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 10:45:09.149430 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 10:45:09.149488 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 10:45:09.149547 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 10:45:09.149604 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 10:45:09.149662 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 10:45:09.149725 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 10:45:09.149784 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 10:45:09.149841 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 10:45:09.149899 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 10:45:09.149961 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 10:45:09.150019 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 10:45:09.150077 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 10:45:09.150135 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 10:45:09.150192 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 10:45:09.150249 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 10:45:09.150307 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 10:45:09.150365 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 10:45:09.150422 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 10:45:09.150480 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 10:45:09.150537 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 10:45:09.150594 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 10:45:09.150660 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 10:45:09.150724 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 10:45:09.150782 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 10:45:09.150840 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 10:45:09.150897 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 10:45:09.150954 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 10:45:09.151011 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 10:45:09.151070 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 10:45:09.151127 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 10:45:09.151185 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 10:45:09.151242 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 10:45:09.151320 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 10:45:09.151384 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 10:45:09.151443 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 10:45:09.151500 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 10:45:09.151556 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 10:45:09.151614 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 10:45:09.151676 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 10:45:09.151736 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 10:45:09.151793 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 10:45:09.151851 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 10:45:09.151910 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 10:45:09.151968 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 10:45:09.152025 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 10:45:09.152082 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 10:45:09.152144 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 10:45:09.152201 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 10:45:09.152260 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 10:45:09.152318 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 10:45:09.152375 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 10:45:09.152432 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 10:45:09.152508 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 10:45:09.152569 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 10:45:09.152627 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 10:45:09.152692 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 10:45:09.152750 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 10:45:09.152807 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 10:45:09.152869 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 10:45:09.152928 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 10:45:09.152985 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 10:45:09.153042 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 10:45:09.153099 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 10:45:09.153156 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 10:45:09.153213 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 10:45:09.153271 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 10:45:09.153328 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 10:45:09.153387 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 10:45:09.153443 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 10:45:09.153500 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 10:45:09.153557 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 10:45:09.153618 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 10:45:09.153681 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 10:45:09.153738 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 10:45:09.153796 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 10:45:09.153853 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 10:45:09.153912 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 10:45:09.153970 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 10:45:09.154037 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 10:45:09.154095 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 10:45:09.154154 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 10:45:09.154211 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 10:45:09.154268 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 10:45:09.154330 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 10:45:09.154387 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 10:45:09.154447 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 10:45:09.154504 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 10:45:09.154561 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 10:45:09.154618 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 10:45:09.154680 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 10:45:09.154740 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 10:45:09.154797 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 10:45:09.154854 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 10:45:09.154911 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 10:45:09.154968 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 10:45:09.155035 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 10:45:09.155095 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 10:45:09.155153 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 10:45:09.155211 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 10:45:09.155268 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 10:45:09.155325 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 10:45:09.155383 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 10:45:09.155440 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 10:45:09.155497 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 10:45:09.155554 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 10:45:09.155611 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 10:45:09.155668 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 10:45:09.155731 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 10:45:09.155798 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 10:45:09.155858 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 10:45:09.155916 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 10:45:09.155976 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 10:45:09.156033 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 10:45:09.156090 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 10:45:09.156147 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 10:45:09.156204 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 10:45:09.156263 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 10:45:09.156322 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 10:45:09.156379 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 10:45:09.156438 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 10:45:09.156517 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 10:45:09.156579 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 10:45:09.156635 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 10:45:09.156699 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 10:45:09.156757 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 10:45:09.156815 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 10:45:09.156872 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 10:45:09.156929 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 10:45:09.156986 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 10:45:09.157044 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 10:45:09.157108 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 10:45:09.157166 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 10:45:09.157228 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 10:45:09.157286 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 10:45:09.157344 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 10:45:09.157402 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 10:45:09.157459 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 10:45:09.157516 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 10:45:09.157573 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 10:45:09.157630 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 10:45:09.157695 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 10:45:09.157753 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 10:45:09.157813 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 10:45:09.157871 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 10:45:09.157929 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 10:45:09.157991 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 10:45:09.158050 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 10:45:09.158107 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 10:45:09.158164 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 10:45:09.158221 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 10:45:09.158278 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 10:45:09.158337 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 10:45:09.158395 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 10:45:09.158452 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 10:45:09.158509 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 10:45:09.158566 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 10:45:09.158623 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 10:45:09.158690 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 10:45:09.158750 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 10:45:09.158807 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 10:45:09.158864 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 10:45:09.158921 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 10:45:09.158981 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 10:45:09.159039 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 10:45:09.159096 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 10:45:09.159154 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 10:45:09.159212 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 10:45:09.159269 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 10:45:09.159327 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 10:45:09.159384 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 10:45:09.159446 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 10:45:09.159503 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 10:45:09.159560 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 10:45:09.159619 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 10:45:09.159682 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 10:45:09.159740 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 10:45:09.159799 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 10:45:09.159857 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 10:45:09.159914 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 10:45:09.159970 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 10:45:09.160028 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 10:45:09.160087 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 10:45:09.160147 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 10:45:09.160207 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 10:45:09.160264 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 10:45:09.160321 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 10:45:09.160379 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 10:45:09.160438 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 10:45:09.160511 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 10:45:09.160568 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 10:45:09.160626 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 10:45:09.160689 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 10:45:09.160753 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 10:45:09.160809 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 10:45:09.160876 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 10:45:09.160934 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 10:45:09.160993 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 10:45:09.161051 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 10:45:09.161108 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 10:45:09.161165 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 10:45:09.161222 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 10:45:09.161279 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 10:45:09.161336 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 10:45:09.161393 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 10:45:09.161452 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 10:45:09.161509 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 10:45:09.161567 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 10:45:09.161629 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 10:45:09.161693 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 10:45:09.161751 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 10:45:09.161808 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 10:45:09.161866 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 10:45:09.161923 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 10:45:09.161983 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 10:45:09.162040 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 10:45:09.162098 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 10:45:09.162157 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 10:45:09.162214 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 10:45:09.162414 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 10:45:09.162687 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 10:45:09.162772 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 10:45:09.162842 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 10:45:09.162908 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 10:45:09.162971 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 10:45:09.163033 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 10:45:09.163094 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 10:45:09.163155 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 10:45:09.163213 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 10:45:09.163275 139784221283776 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 10:45:09.168467 139784221283776 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 10:45:09.169019 139784221283776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 10:45:09.180598 139784221283776 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 10:45:09.197586 139784221283776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 10:45:09.197815 139784221283776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 10:45:09.205233 139784221283776 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 10:45:09.284663 139784221283776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:45:09.284917 139784221283776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 10:45:09.287301 139784221283776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:45:09.287471 139784221283776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 10:45:09.444937 139784221283776 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 10:45:09.445759 139784221283776 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 10:45:09.446388 139784221283776 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 10:45:09.850301 139784221283776 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 10:45:10.283329 139784221283776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 10:45:10.597175: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 10:45:10.597235: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 10:45:10.597268: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 10:45:20.562460 139784221283776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 10:45:20.563968 139784221283776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 10:45:20.577464 139784221283776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 10:45:20.614686 139784221283776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 10:45:23.521739 139784221283776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 10:45:23.526488 139784221283776 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 10:45:23.550498 139784221283776 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 10:45:23.594325 139784221283776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 10:45:23.605319 139784221283776 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 10:45:23.685836 139784221283776 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 10:45:23.689651 139784221283776 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 10:45:23.689821 139784221283776 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 10:45:23.689892 139784221283776 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 10:45:23.689964 139784221283776 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 10:45:23.690023 139784221283776 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 10:45:23.690083 139784221283776 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.7 ************************************** +I1010 10:45:23.690151 139784221283776 resnet_main.py:388] ****************************** the weight_decay_input is 0.7 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 10:45:23.690263 139784221283776 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 10:45:23.690376 139784221283776 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 10:45:23.691293 139784221283776 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 10:45:23.720940 139784221283776 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 10:45:26.604808 139784221283776 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:26.689088 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:26.747912 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:26.809880 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:26.915293 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:26.974282 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.038503 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.145039 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.204881 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.267153 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.372967 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.432952 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.494138 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.599900 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.659909 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.723135 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.830059 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.889899 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:27.953352 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.074656 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.132890 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.197113 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.303976 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.362684 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.426678 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.529910 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.588371 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.652501 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.758446 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.816562 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.879014 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:28.983251 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.041691 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.104780 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.210733 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.269146 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.331053 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.436111 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.494956 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.557320 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.663171 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.722801 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.786731 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.893357 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:29.952510 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.015871 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.127384 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.187766 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.252957 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.361392 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.424742 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.496087 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.610064 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.674540 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.742345 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.855734 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.919025 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:30.986392 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:31.098423 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:31.161436 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:31.226978 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:31.332973 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:31.392405 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:31.457134 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:31.562958 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:31.622571 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:31.688384 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:31.795078 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:31.856580 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:31.922173 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.027909 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.090364 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.155900 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.266613 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.332354 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.418878 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.535367 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.594822 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.659363 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.763593 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.821990 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.884723 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:32.987874 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:33.047631 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:33.111135 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:33.215538 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:33.276361 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:33.637113 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:33.742307 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:33.800739 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:33.862025 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:33.966622 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.027815 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.091434 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.197226 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.257810 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.319829 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.425954 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.485682 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.548027 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.653937 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.715708 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.781761 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.887542 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:34.948829 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.011478 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.117959 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.178330 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.242631 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.348501 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.410511 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.474081 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.577655 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.638117 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.700315 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.805402 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.864124 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:35.926580 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.030704 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.092299 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.162496 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.270931 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.330255 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.395059 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.501487 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.560528 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.622874 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.731760 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.794559 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.859332 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:36.967670 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.028664 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.094074 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.200850 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.262970 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.327466 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.436552 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.496356 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.559215 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.667695 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.729291 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.793863 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.899267 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:37.958280 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.020510 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.126863 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.186430 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.249351 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.356961 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.418015 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.481321 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.584813 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.643697 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.705328 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.810111 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.868809 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:38.931170 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:39.037616 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:39.098372 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:39.167970 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:39.276096 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:45:39.379285 139784221283776 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 10:45:40.030771 139784221283776 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 10:45:40.288089 139784221283776 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 10:45:46.854228 139784221283776 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 10:45:47.950946 139784221283776 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 10:46:02.230683 139784221283776 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 10:46:02.399080 139784221283776 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:46:21.908862 139784221283776 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 10:46:35.159671 139784221283776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 10:46:36.166265 139784221283776 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 10:46:36.166809 139784221283776 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 10:46:36.167332: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 10:46:36.193689 139784221283776 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 10:46:36.221282 139784221283776 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 10:46:36.272408 139784221283776 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 10:46:51.615690 139784221283776 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 10:46:51.616767 139782210701056 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 10:46:51.617460 139782202308352 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 10:46:51.683789 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:46:51.763751 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:46:51.805634 139784221283776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:46:51.806067 139784221283776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 10:47:21.843271 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:47:21.913243 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 10:47:44.022434 139782202308352 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 10:47:51.988388 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:47:52.063986 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:48:22.149163 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:48:22.222651 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:48:23.472218 139784221283776 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 5.1876125, step = 200 +I1010 10:48:38.897960 139784221283776 basic_session_run_hooks.py:262] loss = 5.1876125, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:48:38.901015 139784221283776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:48:38.901393 139784221283776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 10:48:50.682533 139782202308352 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 10:48:52.311655 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:48:52.393949 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:49:22.475974 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:49:22.547257 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:49:30.607469 139784221283776 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.1089406, step = 400 (64.014 sec) +I1010 10:49:42.912322 139784221283776 basic_session_run_hooks.py:260] loss = 4.1089406, step = 400 (64.014 sec) +INFO:tensorflow:global_step/sec: 3.12432 +I1010 10:49:42.913958 139784221283776 tpu_estimator.py:2307] global_step/sec: 3.12432 +INFO:tensorflow:examples/sec: 204755 +I1010 10:49:42.915119 139784221283776 tpu_estimator.py:2308] examples/sec: 204755 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:49:42.916178 139784221283776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:49:42.916344 139784221283776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 7) +I1010 10:49:50.701364 139782202308352 tpu_estimator.py:279] Outfeed finished for iteration (2, 7) +I1010 10:49:52.630477 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:49:52.699716 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:50:22.768744 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:50:22.831391 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:50:29.218082 139784221283776 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6589537, step = 600 (60.108 sec) +I1010 10:50:43.020801 139784221283776 basic_session_run_hooks.py:260] loss = 3.6589537, step = 600 (60.108 sec) +INFO:tensorflow:global_step/sec: 3.3273 +I1010 10:50:43.022933 139784221283776 tpu_estimator.py:2307] global_step/sec: 3.3273 +INFO:tensorflow:examples/sec: 218058 +I1010 10:50:43.023477 139784221283776 tpu_estimator.py:2308] examples/sec: 218058 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:50:43.025099 139784221283776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:50:43.025372 139784221283776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 7) +I1010 10:50:50.702652 139782202308352 tpu_estimator.py:279] Outfeed finished for iteration (3, 7) +I1010 10:50:52.901684 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:50:53.076448 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:51:23.131274 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:51:23.207705 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:51:28.947812 139784221283776 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3966615, step = 800 (57.548 sec) +I1010 10:51:40.568404 139784221283776 basic_session_run_hooks.py:260] loss = 3.3966615, step = 800 (57.548 sec) +INFO:tensorflow:global_step/sec: 3.47539 +I1010 10:51:40.570272 139784221283776 tpu_estimator.py:2307] global_step/sec: 3.47539 +INFO:tensorflow:examples/sec: 227763 +I1010 10:51:40.570760 139784221283776 tpu_estimator.py:2308] examples/sec: 227763 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:51:40.571938 139784221283776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:51:40.572117 139784221283776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 18) +I1010 10:51:50.850795 139782202308352 tpu_estimator.py:279] Outfeed finished for iteration (4, 18) +I1010 10:51:53.290961 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:51:53.366198 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:52:23.442631 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:52:23.516927 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:52:27.315428 139784221283776 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 10:52:35.771306 139784221283776 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.3392386, step = 1000 (59.281 sec) +I1010 10:52:39.849319 139784221283776 basic_session_run_hooks.py:260] loss = 3.3392386, step = 1000 (59.281 sec) +INFO:tensorflow:global_step/sec: 3.37375 +I1010 10:52:39.851560 139784221283776 tpu_estimator.py:2307] global_step/sec: 3.37375 +INFO:tensorflow:examples/sec: 221102 +I1010 10:52:39.852098 139784221283776 tpu_estimator.py:2308] examples/sec: 221102 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:52:39.853558 139784221283776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:52:39.853820 139784221283776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 22) +I1010 10:52:50.907824 139782202308352 tpu_estimator.py:279] Outfeed finished for iteration (5, 22) +I1010 10:52:53.595108 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:52:53.682271 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:53:23.764523 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:53:23.845273 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:53:26.039012 139784221283776 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.0110474, step = 1200 (59.745 sec) +I1010 10:53:39.594067 139784221283776 basic_session_run_hooks.py:260] loss = 3.0110474, step = 1200 (59.745 sec) +INFO:tensorflow:global_step/sec: 3.34761 +I1010 10:53:39.595665 139784221283776 tpu_estimator.py:2307] global_step/sec: 3.34761 +INFO:tensorflow:examples/sec: 219389 +I1010 10:53:39.596035 139784221283776 tpu_estimator.py:2308] examples/sec: 219389 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:53:39.597397 139784221283776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:53:39.597599 139784221283776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 25) +I1010 10:53:50.953416 139782202308352 tpu_estimator.py:279] Outfeed finished for iteration (6, 25) +I1010 10:53:53.926600 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:53:54.000533 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:54:24.070960 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:54:24.149471 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:54:25.702392 139784221283776 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.0269556, step = 1400 (59.214 sec) +I1010 10:54:38.808264 139784221283776 basic_session_run_hooks.py:260] loss = 3.0269556, step = 1400 (59.214 sec) +INFO:tensorflow:global_step/sec: 3.37757 +I1010 10:54:38.809844 139784221283776 tpu_estimator.py:2307] global_step/sec: 3.37757 +INFO:tensorflow:examples/sec: 221352 +I1010 10:54:38.810244 139784221283776 tpu_estimator.py:2308] examples/sec: 221352 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:54:38.811306 139784221283776 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:54:38.811470 139784221283776 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 28) +I1010 10:54:51.143868 139782202308352 tpu_estimator.py:279] Outfeed finished for iteration (7, 28) +I1010 10:54:54.234993 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:54:54.305025 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 10:55:24.384608 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:55:24.457767 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:55:25.353312 139784221283776 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.8200302, step = 1600 (61.838 sec) +I1010 10:55:40.646647 139784221283776 basic_session_run_hooks.py:260] loss = 2.8200302, step = 1600 (61.838 sec) +INFO:tensorflow:global_step/sec: 3.23422 +I1010 10:55:40.648725 139784221283776 tpu_estimator.py:2307] global_step/sec: 3.23422 +INFO:tensorflow:examples/sec: 211958 +I1010 10:55:40.649076 139784221283776 tpu_estimator.py:2308] examples/sec: 211958 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 10:55:40.650913 139784221283776 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 10:55:40.651133 139784221283776 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 20) +I1010 10:55:51.165349 139782202308352 tpu_estimator.py:279] Outfeed finished for iteration (8, 20) +I1010 10:55:54.539350 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:55:54.698964 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.7056952, step = 1760 (38.000 sec) +I1010 10:56:18.646565 139784221283776 basic_session_run_hooks.py:260] loss = 2.7056952, step = 1760 (38.000 sec) +INFO:tensorflow:global_step/sec: 4.21056 +I1010 10:56:18.648426 139784221283776 tpu_estimator.py:2307] global_step/sec: 4.21056 +INFO:tensorflow:examples/sec: 275943 +I1010 10:56:18.648933 139784221283776 tpu_estimator.py:2308] examples/sec: 275943 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:56:18.650110 139784221283776 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:56:24.785867 139782193915648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:56:24.862104 139782193915648 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 10:56:33.139581 139784221283776 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 10:56:33.140017 139784221283776 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 10:56:33.140296 139782210701056 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 10:56:33.140461 139782210701056 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 10:56:33.140702 139784221283776 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 10:56:33.140872 139784221283776 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 10:56:33.140938 139784221283776 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 10:56:33.141077 139782202308352 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 10:56:33.141179 139782202308352 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 10:56:33.141324 139784221283776 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 10:56:33.141419 139784221283776 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.7056952. +I1010 10:56:56.613806 139784221283776 estimator.py:371] Loss for final step: 2.7056952. +INFO:tensorflow:training_loop marked as finished +I1010 10:56:56.614655 139784221283776 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 10:56:59.510396 140024230323648 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 10:56:59.515552 140024230323648 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 10:56:59.515763 140024230323648 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 10:56:59.519357 140024230323648 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:56:59.567621 140024230323648 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 10:56:59.567862 140024230323648 transport.py:157] Attempting refresh to obtain initial access_token +I1010 10:56:59.653111 140024230323648 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:56:59.694962 140024230323648 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 10:56:59.695218 140024230323648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 10:56:59.766592 140024230323648 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 10:56:59.767689 140024230323648 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 10:56:59.767905 140024230323648 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 10:56:59.768347 140024230323648 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 10:56:59.768431 140024230323648 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 10:56:59.768563 140024230323648 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 10:56:59.768678 140024230323648 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:57:00.039148 140024230323648 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 10:57:00.039653 140024230323648 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 10:57:00.040034 140024230323648 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 10:57:00.041440: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 10:57:00.054464 140024230323648 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 10:57:00.054688 140024230323648 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 10:57:00.056622 140024230323648 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 10:57:00.056703 140024230323648 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 10:57:00.056796 140024230323648 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 10:57:00.057111 140024230323648 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 10:57:00.057184 140024230323648 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 10:57:00.057248 140024230323648 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 10:57:00.057310 140024230323648 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 10:57:00.057369 140024230323648 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 10:57:00.057429 140024230323648 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 10:57:00.057488 140024230323648 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 10:57:00.057557 140024230323648 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 10:57:00.057631 140024230323648 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 10:57:00.057693 140024230323648 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 10:57:00.062773 140024230323648 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 10:57:00.064404 140024230323648 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 10:57:00.077893 140024230323648 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 10:57:00.078095 140024230323648 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 10:57:00.085643 140024230323648 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 10:57:00.169176 140024230323648 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:57:00.169445 140024230323648 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 10:57:00.322648 140024230323648 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 10:57:00.323416 140024230323648 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 10:57:00.324045 140024230323648 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 10:57:00.724613 140024230323648 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 10:57:01.274348: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 10:57:01.274399: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 10:57:01.274434: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 10:57:01.296737 140024230323648 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 10:57:01.298026 140024230323648 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 10:57:01.311810 140024230323648 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 10:57:01.336899 140024230323648 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 10:57:03.462093 140024230323648 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 10:57:03.466501 140024230323648 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 10:57:03.489609 140024230323648 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 10:57:03.533042 140024230323648 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 10:57:03.543646 140024230323648 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 10:57:03.635349 140024230323648 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 10:57:03.871886 140024230323648 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 10:57:03.886945 140024230323648 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 10:57:03.905467 140024230323648 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T10:57:03Z +I1010 10:57:03.921149 140024230323648 evaluation.py:255] Starting evaluation at 2019-10-10T10:57:03Z +INFO:tensorflow:TPU job name worker +I1010 10:57:03.921392 140024230323648 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 10:57:04.427567 140024230323648 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:57:04.510330 140024230323648 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 10:57:07.236179 140024230323648 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 10:57:07.258888 140024230323648 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 10:57:07.299868 140024230323648 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 10:57:07.316205 140024230323648 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 10:57:13.691256 140024230323648 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 10:57:13.692254 140022419019520 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 10:57:13.693532 140022410626816 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 10:57:13.877036 140024230323648 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 10:57:13.900995 140024230323648 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 10:57:13.901890 140024230323648 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 10:57:13.990977 140022402234112 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 10:57:14.064166 140022402234112 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 10:57:25.399049 140022410626816 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 10:57:34.276139 140024230323648 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 10:57:34.276571 140024230323648 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 10:57:34.276669 140024230323648 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 10:57:34.276858 140022419019520 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 10:57:34.277002 140022419019520 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 10:57:34.277149 140024230323648 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 10:57:34.277255 140024230323648 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 10:57:34.277317 140024230323648 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 10:57:34.278305 140022410626816 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 10:57:34.278436 140022410626816 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 10:57:34.278577 140024230323648 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 10:57:34.278681 140024230323648 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-10:57:44 +I1010 10:57:44.324013 140024230323648 evaluation.py:275] Finished evaluation at 2019-10-10-10:57:44 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.691249, top_1_accuracy = 0.7520752, top_5_accuracy = 0.9248047 +I1010 10:57:44.324378 140024230323648 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.691249, top_1_accuracy = 0.7520752, top_5_accuracy = 0.9248047 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 10:57:46.346488 140024230323648 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 10:57:46.652631 140024230323648 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.691249, 'top_1_accuracy': 0.7520752, 'global_step': 1760, 'top_5_accuracy': 0.9248047}. Elapsed seconds: 46 +I1010 10:57:46.653036 140024230323648 resnet_main.py:597] Eval results: {'loss': 2.691249, 'top_1_accuracy': 0.7520752, 'global_step': 1760, 'top_5_accuracy': 0.9248047}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 10:57:46.653198 140024230323648 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570704341003939... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570704986784152... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570704343.v3-512#1570704993068626... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570704376773794... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570704754960498... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570704755172201... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570704759272592... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570704813354507... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570704813533513... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570704817437536... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570704874053367... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570704874257286... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570704878315216... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570704934024920... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570704934236067... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570704938417533... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570704986069031... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570704986283729... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570704990193584... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570705064896048... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570705065.v3-512#1570705066582298... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 10:57:50.609054 139865081091520 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 10:57:50.614720 139865081091520 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 10:57:50.614965 139865081091520 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 10:57:50.618216 139865081091520 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:57:50.667849 139865081091520 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 10:57:50.668097 139865081091520 transport.py:157] Attempting refresh to obtain initial access_token +I1010 10:57:50.737499 139865081091520 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 10:57:50.778747 139865081091520 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 10:57:50.778992 139865081091520 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 10:57:50.848978 139865081091520 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 10:57:50.850673 139865081091520 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 10:57:50.850979 139865081091520 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 10:57:50.851521 139865081091520 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 10:57:50.851609 139865081091520 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 10:57:50.851697 139865081091520 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 10:57:50.986995 139865081091520 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 10:57:51.068430 139865081091520 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 10:57:51.070692: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 10:57:51.135205 139865081091520 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 10:57:51.135551 139865081091520 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 10:57:51.136133 139865081091520 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 10:57:51.136204 139865081091520 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 10:57:51.136270 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 10:57:51.136676 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 10:57:51.136753 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 10:57:51.136818 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 10:57:51.136882 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 10:57:51.136943 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 10:57:51.137005 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 10:57:51.137063 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 10:57:51.137124 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 10:57:51.137183 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 10:57:51.137247 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 10:57:51.137307 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 10:57:51.137377 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 10:57:51.137444 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 10:57:51.137511 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 10:57:51.137572 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 10:57:51.137631 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 10:57:51.137691 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 10:57:51.137751 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 10:57:51.137810 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 10:57:51.137870 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 10:57:51.137928 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 10:57:51.137989 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 10:57:51.138048 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 10:57:51.138108 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 10:57:51.138168 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 10:57:51.138231 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 10:57:51.138290 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 10:57:51.138359 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 10:57:51.138417 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 10:57:51.138478 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 10:57:51.138536 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 10:57:51.138597 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 10:57:51.138662 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 10:57:51.138721 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 10:57:51.138782 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 10:57:51.138840 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 10:57:51.138900 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 10:57:51.138969 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 10:57:51.139029 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 10:57:51.139089 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 10:57:51.139147 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 10:57:51.139205 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 10:57:51.139266 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 10:57:51.139329 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 10:57:51.139390 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 10:57:51.139450 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 10:57:51.139508 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 10:57:51.139568 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 10:57:51.139626 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 10:57:51.139683 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 10:57:51.139748 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 10:57:51.139806 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 10:57:51.139863 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 10:57:51.139923 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 10:57:51.139981 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 10:57:51.140041 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 10:57:51.140099 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 10:57:51.140156 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 10:57:51.140214 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 10:57:51.140274 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 10:57:51.140337 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 10:57:51.140398 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 10:57:51.140461 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 10:57:51.140589 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 10:57:51.140660 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 10:57:51.140721 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 10:57:51.140782 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 10:57:51.140841 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 10:57:51.140899 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 10:57:51.140959 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 10:57:51.141019 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 10:57:51.141078 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 10:57:51.141136 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 10:57:51.141196 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 10:57:51.141253 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 10:57:51.141331 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 10:57:51.141395 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 10:57:51.141453 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 10:57:51.141513 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 10:57:51.141572 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 10:57:51.141630 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 10:57:51.141689 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 10:57:51.141746 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 10:57:51.141804 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 10:57:51.141865 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 10:57:51.141922 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 10:57:51.141982 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 10:57:51.142050 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 10:57:51.142110 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 10:57:51.142168 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 10:57:51.142226 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 10:57:51.142287 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 10:57:51.142352 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 10:57:51.142411 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 10:57:51.142471 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 10:57:51.142529 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 10:57:51.142586 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 10:57:51.142646 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 10:57:51.142705 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 10:57:51.142765 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 10:57:51.142827 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 10:57:51.142885 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 10:57:51.142945 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 10:57:51.143002 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 10:57:51.143060 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 10:57:51.143119 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 10:57:51.143177 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 10:57:51.143235 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 10:57:51.143296 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 10:57:51.143361 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 10:57:51.143420 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 10:57:51.143480 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 10:57:51.143543 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 10:57:51.143601 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 10:57:51.143660 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 10:57:51.143718 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 10:57:51.143775 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 10:57:51.143832 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 10:57:51.143891 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 10:57:51.143951 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 10:57:51.144010 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 10:57:51.144068 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 10:57:51.144125 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 10:57:51.144184 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 10:57:51.144247 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 10:57:51.144305 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 10:57:51.144370 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 10:57:51.144428 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 10:57:51.144541 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 10:57:51.144622 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 10:57:51.144684 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 10:57:51.144743 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 10:57:51.144805 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 10:57:51.144870 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 10:57:51.144934 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 10:57:51.144994 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 10:57:51.145055 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 10:57:51.145122 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 10:57:51.145181 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 10:57:51.145241 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 10:57:51.145299 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 10:57:51.145364 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 10:57:51.145425 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 10:57:51.145486 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 10:57:51.145545 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 10:57:51.145603 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 10:57:51.145663 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 10:57:51.145720 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 10:57:51.145780 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 10:57:51.145843 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 10:57:51.145901 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 10:57:51.145961 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 10:57:51.146020 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 10:57:51.146080 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 10:57:51.146140 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 10:57:51.146198 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 10:57:51.146256 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 10:57:51.146315 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 10:57:51.146383 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 10:57:51.146442 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 10:57:51.146502 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 10:57:51.146562 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 10:57:51.146625 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 10:57:51.146684 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 10:57:51.146744 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 10:57:51.146804 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 10:57:51.146862 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 10:57:51.146922 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 10:57:51.146981 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 10:57:51.147038 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 10:57:51.147098 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 10:57:51.147156 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 10:57:51.147214 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 10:57:51.147273 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 10:57:51.147342 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 10:57:51.147403 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 10:57:51.147461 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 10:57:51.147521 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 10:57:51.147579 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 10:57:51.147638 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 10:57:51.147696 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 10:57:51.147753 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 10:57:51.147821 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 10:57:51.147881 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 10:57:51.147939 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 10:57:51.148001 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 10:57:51.148075 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 10:57:51.148135 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 10:57:51.148195 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 10:57:51.148255 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 10:57:51.148313 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 10:57:51.148377 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 10:57:51.148437 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 10:57:51.148559 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 10:57:51.148628 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 10:57:51.148689 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 10:57:51.148749 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 10:57:51.148808 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 10:57:51.148869 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 10:57:51.148935 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 10:57:51.148993 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 10:57:51.149051 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 10:57:51.149110 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 10:57:51.149168 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 10:57:51.149225 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 10:57:51.149283 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 10:57:51.149348 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 10:57:51.149409 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 10:57:51.149467 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 10:57:51.149528 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 10:57:51.149585 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 10:57:51.149648 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 10:57:51.149707 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 10:57:51.149765 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 10:57:51.149822 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 10:57:51.149879 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 10:57:51.149936 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 10:57:51.149996 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 10:57:51.150054 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 10:57:51.150114 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 10:57:51.150172 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 10:57:51.150232 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 10:57:51.150290 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 10:57:51.150358 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 10:57:51.150418 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 10:57:51.150476 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 10:57:51.150536 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 10:57:51.150593 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 10:57:51.150652 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 10:57:51.150712 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 10:57:51.150770 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 10:57:51.150830 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 10:57:51.150887 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 10:57:51.150945 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 10:57:51.151002 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 10:57:51.151062 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 10:57:51.151124 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 10:57:51.151181 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 10:57:51.151257 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 10:57:51.151319 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 10:57:51.151384 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 10:57:51.151442 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 10:57:51.151503 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 10:57:51.151561 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 10:57:51.151619 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 10:57:51.151678 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 10:57:51.151735 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 10:57:51.151793 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 10:57:51.151855 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 10:57:51.151915 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 10:57:51.151973 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 10:57:51.152031 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 10:57:51.152091 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 10:57:51.152149 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 10:57:51.152208 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 10:57:51.152265 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 10:57:51.152329 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 10:57:51.152389 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 10:57:51.152446 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 10:57:51.152530 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 10:57:51.152600 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 10:57:51.152658 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 10:57:51.152718 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 10:57:51.152776 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 10:57:51.152837 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 10:57:51.152894 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 10:57:51.152954 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 10:57:51.153012 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 10:57:51.153069 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 10:57:51.153129 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 10:57:51.153186 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 10:57:51.153244 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 10:57:51.153301 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 10:57:51.153371 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 10:57:51.153429 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 10:57:51.153490 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 10:57:51.153548 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 10:57:51.153606 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 10:57:51.153666 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 10:57:51.153723 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 10:57:51.153781 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 10:57:51.153840 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 10:57:51.153898 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 10:57:51.153956 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 10:57:51.154016 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 10:57:51.154079 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 10:57:51.154139 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 10:57:51.154196 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 10:57:51.154256 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 10:57:51.154313 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 10:57:51.154377 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 10:57:51.154436 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 10:57:51.154494 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 10:57:51.154551 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 10:57:51.154612 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 10:57:51.154670 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 10:57:51.154730 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 10:57:51.154788 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 10:57:51.154854 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 10:57:51.154922 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 10:57:51.154980 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 10:57:51.155039 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 10:57:51.155097 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 10:57:51.155154 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 10:57:51.155211 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 10:57:51.155270 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 10:57:51.155344 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 10:57:51.155407 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 10:57:51.155467 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 10:57:51.155527 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 10:57:51.155591 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 10:57:51.155651 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 10:57:51.155709 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 10:57:51.155766 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 10:57:51.155826 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 10:57:51.155884 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 10:57:51.155941 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 10:57:51.156002 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 10:57:51.156059 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 10:57:51.156119 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 10:57:51.156177 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 10:57:51.156234 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 10:57:51.156299 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 10:57:51.156364 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 10:57:51.156424 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 10:57:51.156505 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 10:57:51.156565 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 10:57:51.156625 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 10:57:51.156683 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 10:57:51.156743 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 10:57:51.156801 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 10:57:51.156860 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 10:57:51.156918 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 10:57:51.156975 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 10:57:51.157033 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 10:57:51.157097 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 10:57:51.157155 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 10:57:51.157212 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 10:57:51.157269 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 10:57:51.157335 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 10:57:51.157394 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 10:57:51.157454 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 10:57:51.157511 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 10:57:51.157571 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 10:57:51.157629 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 10:57:51.157686 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 10:57:51.157744 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 10:57:51.157807 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 10:57:51.157865 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 10:57:51.157922 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 10:57:51.157980 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 10:57:51.158039 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 10:57:51.158097 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 10:57:51.158155 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 10:57:51.158214 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 10:57:51.158272 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 10:57:51.158334 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 10:57:51.158394 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 10:57:51.158451 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 10:57:51.158514 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 10:57:51.158574 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 10:57:51.158633 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 10:57:51.158699 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 10:57:51.158761 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 10:57:51.158822 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 10:57:51.158879 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 10:57:51.158938 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 10:57:51.158997 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 10:57:51.159054 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 10:57:51.159111 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 10:57:51.159169 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 10:57:51.159228 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 10:57:51.159291 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 10:57:51.159357 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 10:57:51.159415 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 10:57:51.159475 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 10:57:51.159533 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 10:57:51.159590 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 10:57:51.159648 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 10:57:51.159707 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 10:57:51.159764 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 10:57:51.159821 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 10:57:51.159879 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 10:57:51.159939 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 10:57:51.160001 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 10:57:51.160062 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 10:57:51.160119 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 10:57:51.160176 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 10:57:51.160234 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 10:57:51.160293 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 10:57:51.160358 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 10:57:51.160418 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 10:57:51.160492 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 10:57:51.160554 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 10:57:51.160614 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 10:57:51.160672 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 10:57:51.160737 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 10:57:51.160795 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 10:57:51.160854 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 10:57:51.160912 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 10:57:51.160969 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 10:57:51.161026 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 10:57:51.161083 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 10:57:51.161143 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 10:57:51.161200 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 10:57:51.161258 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 10:57:51.161317 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 10:57:51.161384 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 10:57:51.161442 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 10:57:51.161506 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 10:57:51.161565 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 10:57:51.161623 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 10:57:51.161680 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 10:57:51.161740 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 10:57:51.161798 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 10:57:51.161856 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 10:57:51.161916 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 10:57:51.161974 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 10:57:51.162034 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 10:57:51.162091 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 10:57:51.162149 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 10:57:51.162213 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 10:57:51.162271 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 10:57:51.162334 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 10:57:51.162394 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 10:57:51.162451 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 10:57:51.162508 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 10:57:51.162569 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 10:57:51.162627 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 10:57:51.162687 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 10:57:51.162744 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 10:57:51.162801 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 10:57:51.162859 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 10:57:51.162918 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 10:57:51.162983 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 10:57:51.163042 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 10:57:51.163099 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 10:57:51.163156 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 10:57:51.163216 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 10:57:51.163274 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 10:57:51.163337 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 10:57:51.163395 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 10:57:51.163454 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 10:57:51.163511 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 10:57:51.163569 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 10:57:51.163628 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 10:57:51.163691 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 10:57:51.163749 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 10:57:51.163808 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 10:57:51.163866 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 10:57:51.163924 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 10:57:51.163983 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 10:57:51.164041 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 10:57:51.164098 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 10:57:51.164155 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 10:57:51.164213 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 10:57:51.164272 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 10:57:51.164335 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 10:57:51.164400 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 10:57:51.164458 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 10:57:51.164536 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 10:57:51.164597 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 10:57:51.164657 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 10:57:51.164715 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 10:57:51.164772 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 10:57:51.164832 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 10:57:51.164899 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 10:57:51.164959 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 10:57:51.165018 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 10:57:51.165076 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 10:57:51.165134 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 10:57:51.165199 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 10:57:51.165260 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 10:57:51.165326 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 10:57:51.165385 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 10:57:51.165445 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 10:57:51.165503 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 10:57:51.165563 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 10:57:51.165621 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 10:57:51.165679 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 10:57:51.165738 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 10:57:51.165796 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 10:57:51.165853 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 10:57:51.165918 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 10:57:51.165977 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 10:57:51.166034 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 10:57:51.166093 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 10:57:51.166151 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 10:57:51.166208 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 10:57:51.166266 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 10:57:51.166332 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 10:57:51.166389 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 10:57:51.166449 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 10:57:51.166507 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 10:57:51.166564 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 10:57:51.166629 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 10:57:51.166687 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 10:57:51.166745 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 10:57:51.166804 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 10:57:51.166861 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 10:57:51.166918 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 10:57:51.166976 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 10:57:51.167035 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 10:57:51.167093 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 10:57:51.167151 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 10:57:51.167211 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 10:57:51.167272 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 10:57:51.167335 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 10:57:51.167399 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 10:57:51.167458 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 10:57:51.167516 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 10:57:51.167574 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 10:57:51.167633 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 10:57:51.167691 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 10:57:51.167749 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 10:57:51.167809 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 10:57:51.167867 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 10:57:51.167927 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 10:57:51.167984 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 10:57:51.168042 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 10:57:51.168106 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 10:57:51.168165 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 10:57:51.168222 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 10:57:51.168281 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 10:57:51.168344 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 10:57:51.168404 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 10:57:51.168462 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 10:57:51.168545 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 10:57:51.168603 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 10:57:51.168663 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 10:57:51.168721 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 10:57:51.168780 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 10:57:51.168839 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 10:57:51.168904 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 10:57:51.168962 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 10:57:51.169019 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 10:57:51.169079 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 10:57:51.169137 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 10:57:51.169195 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 10:57:51.169255 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 10:57:51.169315 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 10:57:51.169378 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 10:57:51.169437 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 10:57:51.169495 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 10:57:51.169553 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 10:57:51.169616 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 10:57:51.169676 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 10:57:51.169734 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 10:57:51.169794 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 10:57:51.169852 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 10:57:51.169913 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 10:57:51.169970 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 10:57:51.170028 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 10:57:51.170089 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 10:57:51.170147 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 10:57:51.170206 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 10:57:51.170264 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 10:57:51.170334 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 10:57:51.170392 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 10:57:51.170453 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 10:57:51.170511 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 10:57:51.170571 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 10:57:51.170629 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 10:57:51.170687 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 10:57:51.170746 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 10:57:51.170804 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 10:57:51.170861 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 10:57:51.170919 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 10:57:51.170977 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 10:57:51.171035 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 10:57:51.171103 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 10:57:51.171161 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 10:57:51.171221 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 10:57:51.171297 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 10:57:51.171360 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 10:57:51.171421 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 10:57:51.171479 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 10:57:51.171540 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 10:57:51.171597 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 10:57:51.171657 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 10:57:51.171715 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 10:57:51.171775 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 10:57:51.171839 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 10:57:51.171900 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 10:57:51.171962 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 10:57:51.172020 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 10:57:51.172080 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 10:57:51.172138 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 10:57:51.172199 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 10:57:51.172255 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 10:57:51.172313 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 10:57:51.172379 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 10:57:51.172439 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 10:57:51.172517 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 10:57:51.172583 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 10:57:51.172642 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 10:57:51.172702 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 10:57:51.172760 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 10:57:51.172818 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 10:57:51.172877 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 10:57:51.172935 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 10:57:51.172992 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 10:57:51.173051 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 10:57:51.173109 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 10:57:51.173170 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 10:57:51.173228 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 10:57:51.173288 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 10:57:51.173360 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 10:57:51.173419 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 10:57:51.173477 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 10:57:51.173536 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 10:57:51.173594 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 10:57:51.173652 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 10:57:51.173712 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 10:57:51.173770 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 10:57:51.173829 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 10:57:51.173887 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 10:57:51.173945 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 10:57:51.174004 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 10:57:51.174067 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 10:57:51.174125 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 10:57:51.174185 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 10:57:51.174242 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 10:57:51.174300 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 10:57:51.174365 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 10:57:51.174423 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 10:57:51.174482 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 10:57:51.174540 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 10:57:51.174601 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 10:57:51.174659 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 10:57:51.174716 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 10:57:51.174773 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 10:57:51.174839 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 10:57:51.174912 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 10:57:51.174972 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 10:57:51.175029 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 10:57:51.175091 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 10:57:51.175151 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 10:57:51.175210 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 10:57:51.175270 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 10:57:51.175333 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 10:57:51.175391 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 10:57:51.175451 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 10:57:51.175508 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 10:57:51.175571 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 10:57:51.175630 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 10:57:51.175688 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 10:57:51.175748 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 10:57:51.175806 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 10:57:51.175864 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 10:57:51.175924 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 10:57:51.175982 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 10:57:51.176040 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 10:57:51.176100 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 10:57:51.176157 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 10:57:51.176215 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 10:57:51.176279 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 10:57:51.176343 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 10:57:51.176405 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 10:57:51.176462 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 10:57:51.176543 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 10:57:51.176603 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 10:57:51.176661 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 10:57:51.176721 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 10:57:51.176779 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 10:57:51.176836 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 10:57:51.176897 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 10:57:51.176954 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 10:57:51.177012 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 10:57:51.177078 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 10:57:51.177136 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 10:57:51.177196 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 10:57:51.177253 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 10:57:51.177313 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 10:57:51.177376 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 10:57:51.177436 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 10:57:51.177494 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 10:57:51.177551 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 10:57:51.177611 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 10:57:51.177669 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 10:57:51.177727 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 10:57:51.177791 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 10:57:51.177850 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 10:57:51.177910 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 10:57:51.177968 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 10:57:51.178025 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 10:57:51.178083 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 10:57:51.178143 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 10:57:51.178200 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 10:57:51.178258 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 10:57:51.178318 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 10:57:51.178383 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 10:57:51.178441 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 10:57:51.178507 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 10:57:51.178565 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 10:57:51.178623 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 10:57:51.178682 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 10:57:51.178740 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 10:57:51.178797 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 10:57:51.178855 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 10:57:51.178914 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 10:57:51.178972 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 10:57:51.179030 139865081091520 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 10:57:51.185461 139865081091520 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 10:57:51.186101 139865081091520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 10:57:51.199604 139865081091520 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 10:57:51.218835 139865081091520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 10:57:51.219162 139865081091520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 10:57:51.228327 139865081091520 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 10:57:51.319524 139865081091520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:57:51.319879 139865081091520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 10:57:51.322643 139865081091520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 10:57:51.322935 139865081091520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 10:57:51.492146 139865081091520 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 10:57:51.493123 139865081091520 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 10:57:51.493782 139865081091520 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 10:57:51.913490 139865081091520 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 10:57:52.311311 139865081091520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 10:57:52.609087: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 10:57:52.609141: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 10:57:52.609169: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 10:58:02.531435 139865081091520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 10:58:02.532963 139865081091520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 10:58:02.546492 139865081091520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 10:58:02.583971 139865081091520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 10:58:05.516900 139865081091520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 10:58:05.521553 139865081091520 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 10:58:05.546072 139865081091520 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 10:58:05.590250 139865081091520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 10:58:05.601186 139865081091520 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 10:58:05.682477 139865081091520 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 10:58:05.686417 139865081091520 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 10:58:05.686610 139865081091520 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 10:58:05.686685 139865081091520 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 10:58:05.686748 139865081091520 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 10:58:05.686809 139865081091520 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 10:58:05.686868 139865081091520 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.8 ************************************** +I1010 10:58:05.686940 139865081091520 resnet_main.py:388] ****************************** the weight_decay_input is 0.8 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 10:58:05.687057 139865081091520 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 10:58:05.687174 139865081091520 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 10:58:05.688076 139865081091520 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 10:58:05.718271 139865081091520 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 10:58:08.615381 139865081091520 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:08.697784 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:08.760005 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:08.822304 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:08.928596 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:08.987513 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.056154 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.171535 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.236078 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.299521 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.409051 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.469909 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.532341 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.639451 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.699156 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.765655 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.873835 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.933607 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:09.998539 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:10.121645 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:10.181637 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:10.244246 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:10.352016 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:10.411583 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:10.477360 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:10.582663 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:10.642267 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:10.705358 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:10.813127 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:10.872864 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:10.935736 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.040766 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.099808 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.164134 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.274008 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.333549 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.396950 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.502206 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.560431 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.622450 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.728648 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.788832 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.853106 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:11.961277 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.020885 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.083599 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.196352 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.256953 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.318917 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.425590 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.486711 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.552176 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.660274 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.721683 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.785278 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.891046 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:12.950999 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.014281 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.120229 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.179761 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.244654 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.350501 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.411039 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.476104 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.583693 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.643208 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.707549 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.815061 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.876559 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:13.943288 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:14.049702 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:14.110459 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:14.177436 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:14.288012 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:14.354038 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:14.439424 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:14.559377 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:14.620012 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:14.685607 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:14.793334 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:14.853388 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:14.916258 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:15.021859 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:15.082963 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:15.147753 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:15.254290 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:15.314147 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:15.670458 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:15.775521 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:15.834695 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:15.896326 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.001166 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.062036 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.126324 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.231852 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.292052 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.355916 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.463536 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.522708 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.585108 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.690799 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.753166 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.818711 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.925555 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:16.987976 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.050714 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.155997 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.216835 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.279262 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.386101 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.447688 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.512054 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.616547 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.676837 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.740092 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.847070 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.906796 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:17.970175 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:18.075921 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:18.137082 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:18.207799 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:18.315917 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:18.375667 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:18.439018 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:18.543157 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:18.601159 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:18.663216 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:18.774755 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:18.837460 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:18.903101 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.012515 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.076260 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.143589 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.254014 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.315212 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.380697 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.491964 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.552824 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.616651 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.723886 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.785978 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.851335 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:19.959357 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.018877 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.081810 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.193557 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.255774 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.319150 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.428020 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.490149 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.556464 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.664072 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.724096 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.787954 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.894505 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:20.954386 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:21.017066 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:21.124039 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:21.186064 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:21.255718 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:21.364408 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 10:58:21.471334 139865081091520 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 10:58:22.134597 139865081091520 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 10:58:22.419270 139865081091520 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 10:58:29.675481 139865081091520 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 10:58:30.864923 139865081091520 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 10:58:45.160546 139865081091520 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 10:58:45.328625 139865081091520 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 10:59:05.765114 139865081091520 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 10:59:18.724396 139865081091520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 10:59:19.766979 139865081091520 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 10:59:19.767563 139865081091520 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 10:59:19.768220: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 10:59:19.795658 139865081091520 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 10:59:19.825112 139865081091520 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 10:59:19.879683 139865081091520 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 10:59:35.557985 139865081091520 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 10:59:35.558870 139863070852864 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 10:59:35.559277 139863062460160 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 10:59:35.608836 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 10:59:35.685887 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 10:59:35.751785 139865081091520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 10:59:35.752157 139865081091520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 11:00:05.760026 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:00:05.833978 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 11:00:27.729746 139863062460160 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 11:00:35.916452 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:00:35.992188 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:01:06.069451 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:01:06.148407 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:01:07.310897 139865081091520 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 5.0552707, step = 200 +I1010 11:01:21.320893 139865081091520 basic_session_run_hooks.py:262] loss = 5.0552707, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:01:21.322943 139865081091520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:01:21.323204 139865081091520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 11:01:33.268752 139863062460160 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 11:01:36.232861 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:01:36.314114 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:02:06.398112 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:02:06.483151 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:02:12.803400 139865081091520 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.135298, step = 400 (63.331 sec) +I1010 11:02:24.651379 139865081091520 basic_session_run_hooks.py:260] loss = 4.135298, step = 400 (63.331 sec) +INFO:tensorflow:global_step/sec: 3.15802 +I1010 11:02:24.653227 139865081091520 tpu_estimator.py:2307] global_step/sec: 3.15802 +INFO:tensorflow:examples/sec: 206964 +I1010 11:02:24.654469 139865081091520 tpu_estimator.py:2308] examples/sec: 206964 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:02:24.655607 139865081091520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:02:24.655821 139865081091520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 13) +I1010 11:02:33.464710 139863062460160 tpu_estimator.py:279] Outfeed finished for iteration (2, 13) +I1010 11:02:36.558389 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:02:36.637440 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:03:06.719290 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:03:06.835163 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:03:10.532347 139865081091520 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.9262435, step = 600 (60.448 sec) +I1010 11:03:25.098881 139865081091520 basic_session_run_hooks.py:260] loss = 3.9262435, step = 600 (60.448 sec) +INFO:tensorflow:global_step/sec: 3.30865 +I1010 11:03:25.100951 139865081091520 tpu_estimator.py:2307] global_step/sec: 3.30865 +INFO:tensorflow:examples/sec: 216835 +I1010 11:03:25.101450 139865081091520 tpu_estimator.py:2308] examples/sec: 216835 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:03:25.102848 139865081091520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:03:25.103065 139865081091520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 10) +I1010 11:03:33.634299 139863062460160 tpu_estimator.py:279] Outfeed finished for iteration (3, 10) +I1010 11:03:36.912702 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:03:37.002826 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:04:07.083970 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:04:07.171302 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:04:10.777170 139865081091520 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6755571, step = 800 (57.567 sec) +I1010 11:04:22.665600 139865081091520 basic_session_run_hooks.py:260] loss = 3.6755571, step = 800 (57.567 sec) +INFO:tensorflow:global_step/sec: 3.47425 +I1010 11:04:22.667301 139865081091520 tpu_estimator.py:2307] global_step/sec: 3.47425 +INFO:tensorflow:examples/sec: 227688 +I1010 11:04:22.667752 139865081091520 tpu_estimator.py:2308] examples/sec: 227688 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:04:22.668891 139865081091520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:04:22.669090 139865081091520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 23) +I1010 11:04:33.824433 139863062460160 tpu_estimator.py:279] Outfeed finished for iteration (4, 23) +I1010 11:04:37.222502 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:04:37.310306 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:05:07.396393 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:05:07.471791 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:05:08.369978 139865081091520 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 11:05:17.508675 139865081091520 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.2763662, step = 1000 (59.055 sec) +I1010 11:05:21.720207 139865081091520 basic_session_run_hooks.py:260] loss = 3.2763662, step = 1000 (59.055 sec) +INFO:tensorflow:global_step/sec: 3.38669 +I1010 11:05:21.721955 139865081091520 tpu_estimator.py:2307] global_step/sec: 3.38669 +INFO:tensorflow:examples/sec: 221950 +I1010 11:05:21.722351 139865081091520 tpu_estimator.py:2308] examples/sec: 221950 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:05:21.723507 139865081091520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:05:21.723678 139865081091520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 29) +I1010 11:05:33.868309 139863062460160 tpu_estimator.py:279] Outfeed finished for iteration (5, 29) +I1010 11:05:37.553855 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:05:37.629885 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:06:07.383647 139865081091520 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:06:07.706130 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:06:07.774619 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 3.1743739, step = 1200 (59.219 sec) +I1010 11:06:20.939090 139865081091520 basic_session_run_hooks.py:260] loss = 3.1743739, step = 1200 (59.219 sec) +INFO:tensorflow:global_step/sec: 3.37729 +I1010 11:06:20.941087 139865081091520 tpu_estimator.py:2307] global_step/sec: 3.37729 +INFO:tensorflow:examples/sec: 221334 +I1010 11:06:20.941787 139865081091520 tpu_estimator.py:2308] examples/sec: 221334 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:06:20.942980 139865081091520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:06:20.943182 139865081091520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 33) +I1010 11:06:33.948656 139863062460160 tpu_estimator.py:279] Outfeed finished for iteration (6, 33) +I1010 11:06:37.847925 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:06:37.965214 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:07:06.812712 139865081091520 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:07:08.046678 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:07:08.132025 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.8268638, step = 1400 (57.606 sec) +I1010 11:07:18.544975 139865081091520 basic_session_run_hooks.py:260] loss = 2.8268638, step = 1400 (57.606 sec) +INFO:tensorflow:global_step/sec: 3.47187 +I1010 11:07:18.546910 139865081091520 tpu_estimator.py:2307] global_step/sec: 3.47187 +INFO:tensorflow:examples/sec: 227533 +I1010 11:07:18.547446 139865081091520 tpu_estimator.py:2308] examples/sec: 227533 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:07:18.548788 139865081091520 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:07:18.549012 139865081091520 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 42) +I1010 11:07:34.007834 139863062460160 tpu_estimator.py:279] Outfeed finished for iteration (7, 42) +I1010 11:07:38.219662 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:07:38.303473 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:08:04.788209 139865081091520 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:08:08.373656 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:08:08.450650 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.7895384, step = 1600 (59.189 sec) +I1010 11:08:17.734441 139865081091520 basic_session_run_hooks.py:260] loss = 2.7895384, step = 1600 (59.189 sec) +INFO:tensorflow:global_step/sec: 3.37898 +I1010 11:08:17.736325 139865081091520 tpu_estimator.py:2307] global_step/sec: 3.37898 +INFO:tensorflow:examples/sec: 221445 +I1010 11:08:17.736876 139865081091520 tpu_estimator.py:2308] examples/sec: 221445 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 11:08:17.738151 139865081091520 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 11:08:17.738373 139865081091520 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 50) +I1010 11:08:34.155989 139863062460160 tpu_estimator.py:279] Outfeed finished for iteration (8, 50) +I1010 11:08:38.525378 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:08:38.595794 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.742841, step = 1760 (37.840 sec) +I1010 11:08:55.574345 139865081091520 basic_session_run_hooks.py:260] loss = 2.742841, step = 1760 (37.840 sec) +INFO:tensorflow:global_step/sec: 4.22836 +I1010 11:08:55.576060 139865081091520 tpu_estimator.py:2307] global_step/sec: 4.22836 +INFO:tensorflow:examples/sec: 277110 +I1010 11:08:57.154520 139865081091520 tpu_estimator.py:2308] examples/sec: 277110 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:08:57.156053 139865081091520 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:09:08.675975 139863054067456 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:09:08.793802 139863054067456 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 11:09:11.032799 139865081091520 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 11:09:11.033085 139865081091520 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 11:09:11.033294 139863070852864 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 11:09:11.033410 139863070852864 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 11:09:11.033584 139865081091520 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 11:09:11.033695 139865081091520 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 11:09:11.033773 139865081091520 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 11:09:11.033898 139863062460160 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 11:09:11.033984 139863062460160 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 11:09:11.034136 139865081091520 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 11:09:11.034230 139865081091520 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.742841. +I1010 11:09:40.629940 139865081091520 estimator.py:371] Loss for final step: 2.742841. +INFO:tensorflow:training_loop marked as finished +I1010 11:09:40.630784 139865081091520 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 11:09:43.980305 140282944308672 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 11:09:43.987026 140282944308672 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 11:09:43.987277 140282944308672 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 11:09:43.991003 140282944308672 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:09:44.043118 140282944308672 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 11:09:44.043459 140282944308672 transport.py:157] Attempting refresh to obtain initial access_token +I1010 11:09:44.122679 140282944308672 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:09:44.166091 140282944308672 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 11:09:44.166440 140282944308672 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 11:09:44.249456 140282944308672 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 11:09:44.250849 140282944308672 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 11:09:44.251144 140282944308672 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 11:09:44.251727 140282944308672 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 11:09:44.251816 140282944308672 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 11:09:44.251900 140282944308672 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 11:09:44.252023 140282944308672 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 11:09:44.573972 140282944308672 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 11:09:44.574584 140282944308672 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 11:09:44.575031 140282944308672 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 11:09:44.576376: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 11:09:44.589715 140282944308672 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 11:09:44.589941 140282944308672 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 11:09:44.592112 140282944308672 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 11:09:44.592195 140282944308672 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 11:09:44.592267 140282944308672 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 11:09:44.592663 140282944308672 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 11:09:44.592744 140282944308672 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 11:09:44.592814 140282944308672 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 11:09:44.592885 140282944308672 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 11:09:44.592953 140282944308672 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 11:09:44.593022 140282944308672 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 11:09:44.593089 140282944308672 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 11:09:44.593164 140282944308672 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 11:09:44.593245 140282944308672 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 11:09:44.593321 140282944308672 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 11:09:44.599335 140282944308672 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 11:09:44.601332 140282944308672 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 11:09:44.616018 140282944308672 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 11:09:44.616250 140282944308672 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 11:09:44.625062 140282944308672 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 11:09:44.710391 140282944308672 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 11:09:44.710696 140282944308672 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 11:09:44.865699 140282944308672 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 11:09:44.866476 140282944308672 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 11:09:44.867104 140282944308672 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 11:09:45.266966 140282944308672 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 11:09:45.838214: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 11:09:45.838262: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 11:09:45.838291: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 11:09:45.860857 140282944308672 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 11:09:45.862158 140282944308672 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 11:09:45.875833 140282944308672 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 11:09:45.900099 140282944308672 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 11:09:48.091860 140282944308672 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 11:09:48.097165 140282944308672 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 11:09:48.123872 140282944308672 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 11:09:48.171310 140282944308672 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 11:09:48.182873 140282944308672 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 11:09:48.281599 140282944308672 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 11:09:48.531999 140282944308672 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 11:09:48.548418 140282944308672 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 11:09:48.569715 140282944308672 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T11:09:48Z +I1010 11:09:48.587526 140282944308672 evaluation.py:255] Starting evaluation at 2019-10-10T11:09:48Z +INFO:tensorflow:TPU job name worker +I1010 11:09:48.587860 140282944308672 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 11:09:49.134231 140282944308672 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 11:09:49.258295 140282944308672 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 11:09:51.884105 140282944308672 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 11:09:51.903868 140282944308672 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 11:09:51.941901 140282944308672 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 11:09:51.954396 140282944308672 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 11:09:58.347147 140282944308672 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 11:09:58.348171 140281131292416 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 11:09:58.348766 140281122899712 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 11:09:58.507258 140282944308672 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 11:09:58.531419 140282944308672 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 11:09:58.532320 140282944308672 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 11:09:58.570101 140281114507008 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 11:09:58.645322 140281114507008 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 11:10:09.700978 140281122899712 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 11:10:18.415441 140282944308672 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 11:10:18.415920 140282944308672 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 11:10:18.416215 140282944308672 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 11:10:18.416380 140281131292416 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 11:10:18.416507 140281131292416 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 11:10:18.416656 140282944308672 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 11:10:18.416758 140282944308672 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 11:10:18.416817 140282944308672 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 11:10:18.416932 140281122899712 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 11:10:18.417013 140281122899712 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 11:10:18.417129 140282944308672 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 11:10:18.417228 140282944308672 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-11:10:28 +I1010 11:10:28.917902 140282944308672 evaluation.py:275] Finished evaluation at 2019-10-10-11:10:28 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.6927583, top_1_accuracy = 0.7524007, top_5_accuracy = 0.9239909 +I1010 11:10:28.918313 140282944308672 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.6927583, top_1_accuracy = 0.7524007, top_5_accuracy = 0.9239909 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 11:10:31.050283 140282944308672 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 11:10:31.319535 140282944308672 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.6927583, 'top_1_accuracy': 0.7524007, 'global_step': 1760, 'top_5_accuracy': 0.9239909}. Elapsed seconds: 46 +I1010 11:10:31.319947 140282944308672 resnet_main.py:597] Eval results: {'loss': 2.6927583, 'top_1_accuracy': 0.7524007, 'global_step': 1760, 'top_5_accuracy': 0.9239909}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 11:10:31.320099 140282944308672 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570705103113087... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570705745360107... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570705106.v3-512#1570705750962487... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570705139952652... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570705516729176... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570705516934343... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570705521215047... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570705574126827... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570705574332029... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570705578652724... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570705633580709... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570705633846175... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570705638015029... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570705692712040... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570705692960950... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570705697107357... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570705744659674... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570705744834994... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570705748917473... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570705829543998... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570705829.v3-512#1570705831254196... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 11:10:35.419900 140401571403200 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 11:10:35.425580 140401571403200 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 11:10:35.425811 140401571403200 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 11:10:35.429187 140401571403200 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:10:35.478308 140401571403200 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 11:10:35.478574 140401571403200 transport.py:157] Attempting refresh to obtain initial access_token +I1010 11:10:35.552364 140401571403200 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:10:35.598961 140401571403200 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 11:10:35.599212 140401571403200 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 11:10:35.674539 140401571403200 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 11:10:35.676259 140401571403200 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 11:10:35.676675 140401571403200 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 11:10:35.677244 140401571403200 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 11:10:35.677344 140401571403200 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 11:10:35.677431 140401571403200 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 11:10:35.768075 140401571403200 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 11:10:35.861582 140401571403200 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 11:10:35.863734: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 11:10:35.930540 140401571403200 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 11:10:35.930922 140401571403200 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 11:10:35.931521 140401571403200 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 11:10:35.931591 140401571403200 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 11:10:35.931657 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 11:10:35.931957 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 11:10:35.932030 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 11:10:35.932095 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 11:10:35.932156 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 11:10:35.932215 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 11:10:35.932276 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 11:10:35.932333 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 11:10:35.932391 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 11:10:35.932451 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 11:10:35.932569 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 11:10:35.932638 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 11:10:35.932701 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 11:10:35.932759 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 11:10:35.932826 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 11:10:35.932893 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 11:10:35.932951 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 11:10:35.933011 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 11:10:35.933069 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 11:10:35.933128 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 11:10:35.933186 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 11:10:35.933245 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 11:10:35.933305 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 11:10:35.933366 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 11:10:35.933424 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 11:10:35.933482 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 11:10:35.933554 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 11:10:35.933615 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 11:10:35.933675 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 11:10:35.933734 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 11:10:35.933793 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 11:10:35.933857 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 11:10:35.933918 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 11:10:35.933978 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 11:10:35.934036 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 11:10:35.934096 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 11:10:35.934154 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 11:10:35.934212 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 11:10:35.934271 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 11:10:35.934340 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 11:10:35.934401 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 11:10:35.934458 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 11:10:35.934526 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 11:10:35.934586 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 11:10:35.934644 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 11:10:35.934709 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 11:10:35.934768 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 11:10:35.934828 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 11:10:35.934892 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 11:10:35.934952 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 11:10:35.935010 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 11:10:35.935075 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 11:10:35.935142 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 11:10:35.935200 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 11:10:35.935260 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 11:10:35.935324 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 11:10:35.935384 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 11:10:35.935442 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 11:10:35.935502 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 11:10:35.935560 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 11:10:35.935619 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 11:10:35.935678 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 11:10:35.935734 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 11:10:35.935792 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 11:10:35.935863 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 11:10:35.935923 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 11:10:35.935982 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 11:10:35.936049 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 11:10:35.936110 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 11:10:35.936167 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 11:10:35.936225 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 11:10:35.936285 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 11:10:35.936342 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 11:10:35.936402 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 11:10:35.936460 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 11:10:35.936588 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 11:10:35.936665 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 11:10:35.936727 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 11:10:35.936788 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 11:10:35.936853 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 11:10:35.936913 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 11:10:35.936973 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 11:10:35.937030 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 11:10:35.937088 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 11:10:35.937146 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 11:10:35.937203 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 11:10:35.937261 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 11:10:35.937319 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 11:10:35.937383 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 11:10:35.937443 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 11:10:35.937501 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 11:10:35.937560 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 11:10:35.937622 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 11:10:35.937680 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 11:10:35.937737 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 11:10:35.937796 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 11:10:35.937859 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 11:10:35.937916 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 11:10:35.937975 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 11:10:35.938035 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 11:10:35.938092 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 11:10:35.938155 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 11:10:35.938215 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 11:10:35.938272 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 11:10:35.938330 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 11:10:35.938389 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 11:10:35.938446 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 11:10:35.938503 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 11:10:35.938560 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 11:10:35.938618 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 11:10:35.938678 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 11:10:35.938735 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 11:10:35.938793 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 11:10:35.938860 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 11:10:35.938920 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 11:10:35.938977 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 11:10:35.939034 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 11:10:35.939094 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 11:10:35.939151 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 11:10:35.939209 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 11:10:35.939271 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 11:10:35.939330 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 11:10:35.939388 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 11:10:35.939445 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 11:10:35.939502 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 11:10:35.939559 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 11:10:35.939621 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 11:10:35.939678 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 11:10:35.939735 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 11:10:35.939793 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 11:10:35.939857 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 11:10:35.939915 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 11:10:35.939974 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 11:10:35.940032 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 11:10:35.940092 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 11:10:35.940150 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 11:10:35.940207 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 11:10:35.940263 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 11:10:35.940329 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 11:10:35.940387 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 11:10:35.940443 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 11:10:35.940565 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 11:10:35.940634 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 11:10:35.940695 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 11:10:35.940753 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 11:10:35.940813 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 11:10:35.940876 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 11:10:35.940937 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 11:10:35.940994 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 11:10:35.941051 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 11:10:35.941109 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 11:10:35.941174 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 11:10:35.941231 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 11:10:35.941289 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 11:10:35.941349 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 11:10:35.941407 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 11:10:35.941466 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 11:10:35.941523 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 11:10:35.941580 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 11:10:35.941637 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 11:10:35.941694 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 11:10:35.941752 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 11:10:35.941809 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 11:10:35.941880 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 11:10:35.941941 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 11:10:35.941999 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 11:10:35.942059 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 11:10:35.942116 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 11:10:35.942174 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 11:10:35.942233 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 11:10:35.942291 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 11:10:35.942348 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 11:10:35.942405 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 11:10:35.942462 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 11:10:35.942521 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 11:10:35.942585 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 11:10:35.942645 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 11:10:35.942704 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 11:10:35.942763 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 11:10:35.942821 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 11:10:35.942886 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 11:10:35.942944 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 11:10:35.943001 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 11:10:35.943059 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 11:10:35.943118 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 11:10:35.943175 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 11:10:35.943233 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 11:10:35.943291 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 11:10:35.943357 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 11:10:35.943414 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 11:10:35.943471 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 11:10:35.943527 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 11:10:35.943584 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 11:10:35.943641 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 11:10:35.943698 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 11:10:35.943757 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 11:10:35.943814 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 11:10:35.943880 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 11:10:35.943938 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 11:10:35.943998 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 11:10:35.944061 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 11:10:35.944119 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 11:10:35.944178 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 11:10:35.944235 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 11:10:35.944293 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 11:10:35.944350 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 11:10:35.944407 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 11:10:35.944466 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 11:10:35.944591 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 11:10:35.944653 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 11:10:35.944714 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 11:10:35.944772 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 11:10:35.944842 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 11:10:35.944900 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 11:10:35.944958 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 11:10:35.945017 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 11:10:35.945075 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 11:10:35.945132 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 11:10:35.945190 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 11:10:35.945250 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 11:10:35.945307 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 11:10:35.945368 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 11:10:35.945425 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 11:10:35.945482 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 11:10:35.945538 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 11:10:35.945600 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 11:10:35.945658 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 11:10:35.945717 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 11:10:35.945774 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 11:10:35.945831 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 11:10:35.945895 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 11:10:35.945955 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 11:10:35.946022 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 11:10:35.946084 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 11:10:35.946141 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 11:10:35.946198 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 11:10:35.946257 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 11:10:35.946319 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 11:10:35.946376 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 11:10:35.946433 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 11:10:35.946490 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 11:10:35.946548 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 11:10:35.946607 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 11:10:35.946666 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 11:10:35.946722 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 11:10:35.946779 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 11:10:35.946841 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 11:10:35.946901 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 11:10:35.946959 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 11:10:35.947016 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 11:10:35.947078 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 11:10:35.947137 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 11:10:35.947196 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 11:10:35.947254 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 11:10:35.947313 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 11:10:35.947370 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 11:10:35.947427 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 11:10:35.947484 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 11:10:35.947541 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 11:10:35.947598 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 11:10:35.947659 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 11:10:35.947716 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 11:10:35.947778 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 11:10:35.947843 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 11:10:35.947902 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 11:10:35.947962 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 11:10:35.948020 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 11:10:35.948077 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 11:10:35.948136 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 11:10:35.948194 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 11:10:35.948251 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 11:10:35.948309 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 11:10:35.948367 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 11:10:35.948424 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 11:10:35.948508 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 11:10:35.948575 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 11:10:35.948635 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 11:10:35.948693 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 11:10:35.948750 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 11:10:35.948807 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 11:10:35.948870 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 11:10:35.948928 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 11:10:35.948986 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 11:10:35.949043 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 11:10:35.949100 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 11:10:35.949158 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 11:10:35.949217 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 11:10:35.949280 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 11:10:35.949337 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 11:10:35.949394 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 11:10:35.949453 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 11:10:35.949510 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 11:10:35.949568 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 11:10:35.949624 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 11:10:35.949681 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 11:10:35.949748 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 11:10:35.949807 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 11:10:35.949872 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 11:10:35.949932 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 11:10:35.949995 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 11:10:35.950054 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 11:10:35.950112 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 11:10:35.950172 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 11:10:35.950231 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 11:10:35.950288 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 11:10:35.950345 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 11:10:35.950402 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 11:10:35.950459 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 11:10:35.950517 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 11:10:35.950576 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 11:10:35.950634 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 11:10:35.950700 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 11:10:35.950757 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 11:10:35.950814 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 11:10:35.950880 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 11:10:35.950937 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 11:10:35.950994 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 11:10:35.951052 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 11:10:35.951117 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 11:10:35.951175 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 11:10:35.951251 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 11:10:35.951314 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 11:10:35.951373 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 11:10:35.951431 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 11:10:35.951494 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 11:10:35.951553 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 11:10:35.951608 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 11:10:35.951667 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 11:10:35.951724 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 11:10:35.951781 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 11:10:35.951843 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 11:10:35.951905 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 11:10:35.951961 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 11:10:35.952018 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 11:10:35.952075 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 11:10:35.952133 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 11:10:35.952194 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 11:10:35.952253 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 11:10:35.952310 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 11:10:35.952367 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 11:10:35.952424 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 11:10:35.952502 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 11:10:35.952563 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 11:10:35.952621 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 11:10:35.952678 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 11:10:35.952735 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 11:10:35.952794 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 11:10:35.952857 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 11:10:35.952922 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 11:10:35.952979 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 11:10:35.953035 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 11:10:35.953094 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 11:10:35.953152 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 11:10:35.953212 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 11:10:35.953269 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 11:10:35.953326 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 11:10:35.953383 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 11:10:35.953440 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 11:10:35.953497 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 11:10:35.953556 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 11:10:35.953613 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 11:10:35.953675 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 11:10:35.953733 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 11:10:35.953793 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 11:10:35.953857 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 11:10:35.953916 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 11:10:35.953974 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 11:10:35.954032 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 11:10:35.954098 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 11:10:35.954157 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 11:10:35.954214 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 11:10:35.954272 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 11:10:35.954329 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 11:10:35.954391 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 11:10:35.954449 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 11:10:35.954509 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 11:10:35.954566 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 11:10:35.954623 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 11:10:35.954679 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 11:10:35.954736 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 11:10:35.954793 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 11:10:35.954858 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 11:10:35.954915 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 11:10:35.954972 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 11:10:35.955029 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 11:10:35.955092 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 11:10:35.955152 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 11:10:35.955209 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 11:10:35.955266 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 11:10:35.955322 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 11:10:35.955380 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 11:10:35.955437 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 11:10:35.955498 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 11:10:35.955555 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 11:10:35.955614 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 11:10:35.955672 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 11:10:35.955729 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 11:10:35.955787 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 11:10:35.955857 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 11:10:35.955914 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 11:10:35.955971 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 11:10:35.956039 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 11:10:35.956099 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 11:10:35.956156 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 11:10:35.956216 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 11:10:35.956273 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 11:10:35.956331 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 11:10:35.956391 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 11:10:35.956449 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 11:10:35.956530 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 11:10:35.956593 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 11:10:35.956651 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 11:10:35.956710 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 11:10:35.956768 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 11:10:35.956825 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 11:10:35.956888 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 11:10:35.956947 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 11:10:35.957005 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 11:10:35.957062 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 11:10:35.957123 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 11:10:35.957180 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 11:10:35.957237 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 11:10:35.957294 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 11:10:35.957356 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 11:10:35.957413 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 11:10:35.957470 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 11:10:35.957526 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 11:10:35.957583 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 11:10:35.957644 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 11:10:35.957705 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 11:10:35.957762 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 11:10:35.957820 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 11:10:35.957885 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 11:10:35.957942 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 11:10:35.957999 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 11:10:35.958062 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 11:10:35.958121 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 11:10:35.958178 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 11:10:35.958235 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 11:10:35.958293 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 11:10:35.958352 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 11:10:35.958410 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 11:10:35.958467 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 11:10:35.958524 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 11:10:35.958580 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 11:10:35.958637 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 11:10:35.958693 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 11:10:35.958760 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 11:10:35.958817 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 11:10:35.958885 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 11:10:35.958945 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 11:10:35.959003 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 11:10:35.959062 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 11:10:35.959119 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 11:10:35.959176 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 11:10:35.959233 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 11:10:35.959290 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 11:10:35.959347 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 11:10:35.959404 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 11:10:35.959461 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 11:10:35.959530 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 11:10:35.959590 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 11:10:35.959649 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 11:10:35.959707 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 11:10:35.959764 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 11:10:35.959822 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 11:10:35.959887 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 11:10:35.959944 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 11:10:35.960000 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 11:10:35.960057 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 11:10:35.960114 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 11:10:35.960172 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 11:10:35.960237 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 11:10:35.960295 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 11:10:35.960355 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 11:10:35.960412 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 11:10:35.960489 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 11:10:35.960551 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 11:10:35.960609 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 11:10:35.960666 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 11:10:35.960724 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 11:10:35.960781 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 11:10:35.960843 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 11:10:35.960901 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 11:10:35.960968 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 11:10:35.961030 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 11:10:35.961087 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 11:10:35.961146 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 11:10:35.961203 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 11:10:35.961261 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 11:10:35.961317 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 11:10:35.961374 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 11:10:35.961431 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 11:10:35.961488 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 11:10:35.961546 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 11:10:35.961605 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 11:10:35.961662 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 11:10:35.961724 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 11:10:35.961781 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 11:10:35.961844 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 11:10:35.961904 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 11:10:35.961961 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 11:10:35.962018 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 11:10:35.962075 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 11:10:35.962132 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 11:10:35.962192 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 11:10:35.962249 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 11:10:35.962307 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 11:10:35.962364 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 11:10:35.962426 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 11:10:35.962486 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 11:10:35.962543 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 11:10:35.962599 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 11:10:35.962656 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 11:10:35.962714 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 11:10:35.962773 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 11:10:35.962831 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 11:10:35.962894 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 11:10:35.962954 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 11:10:35.963011 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 11:10:35.963068 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 11:10:35.963125 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 11:10:35.963186 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 11:10:35.963244 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 11:10:35.963301 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 11:10:35.963360 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 11:10:35.963416 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 11:10:35.963474 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 11:10:35.963531 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 11:10:35.963589 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 11:10:35.963646 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 11:10:35.963704 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 11:10:35.963762 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 11:10:35.963818 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 11:10:35.963886 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 11:10:35.963943 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 11:10:35.964000 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 11:10:35.964059 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 11:10:35.964117 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 11:10:35.964174 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 11:10:35.964234 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 11:10:35.964292 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 11:10:35.964349 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 11:10:35.964406 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 11:10:35.964463 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 11:10:35.964541 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 11:10:35.964605 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 11:10:35.964663 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 11:10:35.964720 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 11:10:35.964777 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 11:10:35.964842 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 11:10:35.964900 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 11:10:35.964960 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 11:10:35.965017 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 11:10:35.965075 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 11:10:35.965131 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 11:10:35.965188 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 11:10:35.965245 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 11:10:35.965302 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 11:10:35.965364 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 11:10:35.965423 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 11:10:35.965481 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 11:10:35.965539 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 11:10:35.965596 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 11:10:35.965653 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 11:10:35.965711 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 11:10:35.965768 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 11:10:35.965825 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 11:10:35.965888 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 11:10:35.965945 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 11:10:35.966002 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 11:10:35.966077 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 11:10:35.966136 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 11:10:35.966195 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 11:10:35.966254 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 11:10:35.966312 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 11:10:35.966372 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 11:10:35.966429 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 11:10:35.966487 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 11:10:35.966545 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 11:10:35.966602 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 11:10:35.966659 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 11:10:35.966717 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 11:10:35.966779 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 11:10:35.966845 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 11:10:35.966902 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 11:10:35.966960 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 11:10:35.967019 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 11:10:35.967076 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 11:10:35.967133 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 11:10:35.967190 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 11:10:35.967247 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 11:10:35.967304 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 11:10:35.967363 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 11:10:35.967422 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 11:10:35.967479 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 11:10:35.967542 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 11:10:35.967601 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 11:10:35.967659 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 11:10:35.967717 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 11:10:35.967775 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 11:10:35.967833 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 11:10:35.967897 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 11:10:35.967955 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 11:10:35.968014 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 11:10:35.968072 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 11:10:35.968130 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 11:10:35.968188 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 11:10:35.968250 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 11:10:35.968307 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 11:10:35.968364 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 11:10:35.968421 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 11:10:35.968497 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 11:10:35.968561 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 11:10:35.968619 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 11:10:35.968689 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 11:10:35.968750 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 11:10:35.968808 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 11:10:35.968872 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 11:10:35.968930 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 11:10:35.968987 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 11:10:35.969050 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 11:10:35.969110 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 11:10:35.969167 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 11:10:35.969224 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 11:10:35.969281 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 11:10:35.969340 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 11:10:35.969398 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 11:10:35.969456 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 11:10:35.969515 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 11:10:35.969572 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 11:10:35.969630 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 11:10:35.969686 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 11:10:35.969748 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 11:10:35.969806 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 11:10:35.969870 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 11:10:35.969928 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 11:10:35.969986 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 11:10:35.970045 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 11:10:35.970103 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 11:10:35.970160 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 11:10:35.970216 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 11:10:35.970273 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 11:10:35.970330 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 11:10:35.970388 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 11:10:35.970449 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 11:10:35.970508 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 11:10:35.970565 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 11:10:35.970623 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 11:10:35.970680 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 11:10:35.970738 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 11:10:35.970797 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 11:10:35.970860 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 11:10:35.970916 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 11:10:35.970973 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 11:10:35.971030 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 11:10:35.971087 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 11:10:35.971143 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 11:10:35.971210 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 11:10:35.971287 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 11:10:35.971344 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 11:10:35.971404 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 11:10:35.971462 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 11:10:35.971520 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 11:10:35.971580 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 11:10:35.971637 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 11:10:35.971694 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 11:10:35.971752 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 11:10:35.971810 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 11:10:35.971873 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 11:10:35.971936 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 11:10:35.971996 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 11:10:35.972054 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 11:10:35.972111 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 11:10:35.972170 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 11:10:35.972227 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 11:10:35.972285 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 11:10:35.972342 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 11:10:35.972399 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 11:10:35.972456 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 11:10:35.972536 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 11:10:35.972594 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 11:10:35.972659 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 11:10:35.972718 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 11:10:35.972775 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 11:10:35.972832 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 11:10:35.972896 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 11:10:35.972954 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 11:10:35.973011 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 11:10:35.973068 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 11:10:35.973126 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 11:10:35.973185 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 11:10:35.973242 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 11:10:35.973300 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 11:10:35.973359 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 11:10:35.973421 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 11:10:35.973479 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 11:10:35.973536 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 11:10:35.973593 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 11:10:35.973650 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 11:10:35.973709 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 11:10:35.973767 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 11:10:35.973824 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 11:10:35.973886 140401571403200 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 11:10:35.980371 140401571403200 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 11:10:35.981103 140401571403200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 11:10:35.994724 140401571403200 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 11:10:36.013971 140401571403200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 11:10:36.014297 140401571403200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 11:10:36.023617 140401571403200 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 11:10:36.111546 140401571403200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 11:10:36.111895 140401571403200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 11:10:36.114489 140401571403200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 11:10:36.114746 140401571403200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 11:10:36.276967 140401571403200 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 11:10:36.277919 140401571403200 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 11:10:36.278599 140401571403200 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 11:10:36.698725 140401571403200 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 11:10:37.083334 140401571403200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 11:10:37.378327: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 11:10:37.378374: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 11:10:37.378400: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 11:10:48.210532 140401571403200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 11:10:48.212445 140401571403200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 11:10:48.227876 140401571403200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 11:10:48.268978 140401571403200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 11:10:51.484869 140401571403200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 11:10:51.489718 140401571403200 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 11:10:51.514636 140401571403200 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 11:10:51.558936 140401571403200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 11:10:51.569869 140401571403200 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 11:10:51.653675 140401571403200 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 11:10:51.657994 140401571403200 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 11:10:51.658276 140401571403200 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 11:10:51.658351 140401571403200 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 11:10:51.658416 140401571403200 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 11:10:51.658476 140401571403200 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 11:10:51.658534 140401571403200 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.9 ************************************** +I1010 11:10:51.658591 140401571403200 resnet_main.py:388] ****************************** the weight_decay_input is 0.9 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 11:10:51.658742 140401571403200 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 11:10:51.658873 140401571403200 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 11:10:51.659846 140401571403200 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 11:10:51.691787 140401571403200 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 11:10:54.770735 140401571403200 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:54.861629 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:54.925199 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:54.993576 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:55.109935 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:55.180785 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:55.248311 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:55.368072 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:55.444813 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:55.514337 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:55.628206 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:55.695133 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:55.765845 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:55.886148 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:55.954983 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:56.025542 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:56.141993 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:56.207175 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:56.277796 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:56.405446 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:56.465929 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:56.530618 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:56.641026 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:56.703463 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:56.767420 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:56.875605 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:56.938236 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.005115 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.117048 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.178330 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.243400 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.352909 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.416891 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.483266 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.590961 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.653968 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.716191 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.821815 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.880947 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:57.943912 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:58.050235 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:58.112257 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:58.177056 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:58.283798 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:58.342890 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:58.405963 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:58.517859 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:58.576351 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:58.641081 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:58.757244 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:58.825072 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:58.893265 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.016535 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.081546 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.150588 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.263940 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.328741 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.394593 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.506957 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.572861 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.640985 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.746853 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.808022 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.873948 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:10:59.979527 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:00.038486 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:00.101043 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:00.207175 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:00.269540 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:00.332887 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:00.439234 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:00.501321 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:00.564497 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:00.677639 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:00.748430 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:00.841645 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:00.971081 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:01.467437 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:01.540419 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:01.654787 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:01.713789 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:01.775966 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:01.881356 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:01.942188 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.006275 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.110488 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.170945 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.234088 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.338934 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.400171 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.463500 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.570295 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.634296 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.698991 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.807405 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.867268 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:02.929177 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.034471 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.093822 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.156083 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.263072 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.324336 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.391670 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.499830 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.559772 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.621684 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.727668 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.788177 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.851695 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:03.959222 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.021614 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.086548 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.196142 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.257056 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.320549 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.427767 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.495215 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.563684 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.671727 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.735161 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.809315 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.921399 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:04.980896 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.044784 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.151985 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.213012 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.277141 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.382200 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.444763 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.510215 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.617113 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.678631 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.745008 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.851851 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.912014 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:05.976862 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:06.083648 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:06.143089 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:06.208539 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:06.316093 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:06.379990 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:06.447173 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:06.555867 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:06.615737 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:06.678777 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:06.786562 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:06.846328 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:06.910759 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.018400 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.079879 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.144974 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.254745 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.314138 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.377407 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.482991 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.541711 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.605488 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.711100 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.773168 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.844496 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:07.954432 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:11:08.056020 140401571403200 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 11:11:08.717375 140401571403200 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 11:11:08.985709 140401571403200 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 11:11:15.345177 140401571403200 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 11:11:16.463615 140401571403200 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 11:11:30.806128 140401571403200 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 11:11:30.984621 140401571403200 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:11:51.446949 140401571403200 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 11:12:07.421628 140401571403200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 11:12:08.413496 140401571403200 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 11:12:08.413903 140401571403200 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 11:12:08.414413: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 11:12:08.440327 140401571403200 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 11:12:08.468614 140401571403200 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 11:12:08.520251 140401571403200 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 11:12:23.205111 140401571403200 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 11:12:23.206186 140399560869632 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 11:12:23.206888 140399552476928 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 11:12:23.262702 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:12:23.345820 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:12:23.398124 140401571403200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:12:23.398576 140401571403200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 11:12:53.421168 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:12:53.498735 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 11:13:15.261250 140399552476928 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 11:13:23.574917 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:13:23.689217 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:13:53.781970 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:13:53.858171 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:13:55.536369 140401571403200 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 5.4099236, step = 200 +I1010 11:14:08.947359 140401571403200 basic_session_run_hooks.py:262] loss = 5.4099236, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:14:08.951379 140401571403200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:14:08.951639 140401571403200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 11:14:20.733577 140399552476928 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 11:14:23.945533 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:14:24.021852 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:14:54.104263 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:14:54.174990 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:15:01.381721 140401571403200 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.155984, step = 400 (64.737 sec) +I1010 11:15:13.683932 140401571403200 basic_session_run_hooks.py:260] loss = 4.155984, step = 400 (64.737 sec) +INFO:tensorflow:global_step/sec: 3.08953 +I1010 11:15:13.685359 140401571403200 tpu_estimator.py:2307] global_step/sec: 3.08953 +INFO:tensorflow:examples/sec: 202475 +I1010 11:15:13.686470 140401571403200 tpu_estimator.py:2308] examples/sec: 202475 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:15:13.687447 140401571403200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:15:13.687621 140401571403200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 4) +I1010 11:15:20.806864 140399552476928 tpu_estimator.py:279] Outfeed finished for iteration (2, 4) +I1010 11:15:24.233195 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:15:24.326405 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:15:54.409872 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:15:54.496078 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:16:00.358252 140401571403200 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.9069042, step = 600 (60.487 sec) +I1010 11:16:14.171911 140401571403200 basic_session_run_hooks.py:260] loss = 3.9069042, step = 600 (60.487 sec) +INFO:tensorflow:global_step/sec: 3.3064 +I1010 11:16:14.174185 140401571403200 tpu_estimator.py:2307] global_step/sec: 3.3064 +INFO:tensorflow:examples/sec: 216688 +I1010 11:16:14.174711 140401571403200 tpu_estimator.py:2308] examples/sec: 216688 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:16:14.175913 140401571403200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:16:14.176119 140401571403200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 3) +I1010 11:16:21.003285 140399552476928 tpu_estimator.py:279] Outfeed finished for iteration (3, 3) +I1010 11:16:24.578541 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:16:24.733612 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:16:54.817759 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:16:54.892302 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:17:00.364422 140401571403200 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3536527, step = 800 (59.889 sec) +I1010 11:17:14.060463 140401571403200 basic_session_run_hooks.py:260] loss = 3.3536527, step = 800 (59.889 sec) +INFO:tensorflow:global_step/sec: 3.33956 +I1010 11:17:14.062254 140401571403200 tpu_estimator.py:2307] global_step/sec: 3.33956 +INFO:tensorflow:examples/sec: 218862 +I1010 11:17:14.062705 140401571403200 tpu_estimator.py:2308] examples/sec: 218862 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:17:14.063721 140401571403200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:17:14.063896 140401571403200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 4) +I1010 11:17:21.172607 140399552476928 tpu_estimator.py:279] Outfeed finished for iteration (4, 4) +I1010 11:17:24.968177 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:17:25.044003 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:17:55.103960 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:17:55.177540 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:18:00.029001 140401571403200 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 11:18:08.267159 140401571403200 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.331464, step = 1000 (57.974 sec) +I1010 11:18:12.034782 140401571403200 basic_session_run_hooks.py:260] loss = 3.331464, step = 1000 (57.974 sec) +INFO:tensorflow:global_step/sec: 3.4498 +I1010 11:18:12.036624 140401571403200 tpu_estimator.py:2307] global_step/sec: 3.4498 +INFO:tensorflow:examples/sec: 226086 +I1010 11:18:12.037153 140401571403200 tpu_estimator.py:2308] examples/sec: 226086 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:18:12.038355 140401571403200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:18:12.038548 140401571403200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 12) +I1010 11:18:21.294855 140399552476928 tpu_estimator.py:279] Outfeed finished for iteration (5, 12) +I1010 11:18:25.260247 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:18:25.351349 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:18:55.437637 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:18:55.503540 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:18:58.104310 140401571403200 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3199582, step = 1200 (59.224 sec) +I1010 11:19:11.258795 140401571403200 basic_session_run_hooks.py:260] loss = 3.3199582, step = 1200 (59.224 sec) +INFO:tensorflow:global_step/sec: 3.37701 +I1010 11:19:11.260545 140401571403200 tpu_estimator.py:2307] global_step/sec: 3.37701 +INFO:tensorflow:examples/sec: 221316 +I1010 11:19:11.260931 140401571403200 tpu_estimator.py:2308] examples/sec: 221316 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:19:11.261977 140401571403200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:19:11.262156 140401571403200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 15) +I1010 11:19:21.333482 140399552476928 tpu_estimator.py:279] Outfeed finished for iteration (6, 15) +I1010 11:19:25.576527 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:19:25.670783 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:19:55.722280 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:19:55.788393 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:19:57.373147 140401571403200 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9075973, step = 1400 (59.429 sec) +I1010 11:20:10.687906 140401571403200 basic_session_run_hooks.py:260] loss = 2.9075973, step = 1400 (59.429 sec) +INFO:tensorflow:global_step/sec: 3.36535 +I1010 11:20:10.689727 140401571403200 tpu_estimator.py:2307] global_step/sec: 3.36535 +INFO:tensorflow:examples/sec: 220552 +I1010 11:20:10.690181 140401571403200 tpu_estimator.py:2308] examples/sec: 220552 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:20:10.691790 140401571403200 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:20:10.692008 140401571403200 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 21) +I1010 11:20:21.546700 140399552476928 tpu_estimator.py:279] Outfeed finished for iteration (7, 21) +I1010 11:20:25.869827 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:20:25.958216 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:20:56.035495 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:20:56.107304 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:20:56.583004 140401571403200 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.782299, step = 1600 (57.815 sec) +I1010 11:21:08.502547 140401571403200 basic_session_run_hooks.py:260] loss = 2.782299, step = 1600 (57.815 sec) +INFO:tensorflow:global_step/sec: 3.45935 +I1010 11:21:08.504075 140401571403200 tpu_estimator.py:2307] global_step/sec: 3.45935 +INFO:tensorflow:examples/sec: 226712 +I1010 11:21:08.504511 140401571403200 tpu_estimator.py:2308] examples/sec: 226712 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 11:21:08.505496 140401571403200 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 11:21:08.505655 140401571403200 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 32) +I1010 11:21:21.574632 140399552476928 tpu_estimator.py:279] Outfeed finished for iteration (8, 32) +I1010 11:21:26.252722 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:21:26.329288 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.638826, step = 1760 (38.876 sec) +I1010 11:21:47.378241 140401571403200 basic_session_run_hooks.py:260] loss = 2.638826, step = 1760 (38.876 sec) +INFO:tensorflow:global_step/sec: 4.11567 +I1010 11:21:47.379906 140401571403200 tpu_estimator.py:2307] global_step/sec: 4.11567 +INFO:tensorflow:examples/sec: 269725 +I1010 11:21:48.860778 140401571403200 tpu_estimator.py:2308] examples/sec: 269725 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:21:48.862498 140401571403200 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:21:56.405891 140399544084224 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:21:56.481350 140399544084224 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 11:22:02.239521 140401571403200 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 11:22:02.239905 140401571403200 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 11:22:02.240175 140399560869632 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 11:22:02.240319 140399560869632 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 11:22:02.240530 140401571403200 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 11:22:02.240667 140401571403200 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 11:22:02.240729 140401571403200 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 11:22:02.240885 140399552476928 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 11:22:02.240983 140399552476928 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 11:22:02.241112 140401571403200 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 11:22:02.241209 140401571403200 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.638826. +I1010 11:22:28.366841 140401571403200 estimator.py:371] Loss for final step: 2.638826. +INFO:tensorflow:training_loop marked as finished +I1010 11:22:28.367650 140401571403200 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 11:22:31.545201 140508771153344 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 11:22:31.552892 140508771153344 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 11:22:31.553198 140508771153344 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 11:22:31.557075 140508771153344 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:22:31.601258 140508771153344 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 11:22:31.601524 140508771153344 transport.py:157] Attempting refresh to obtain initial access_token +I1010 11:22:31.664372 140508771153344 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:22:31.705720 140508771153344 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 11:22:31.705976 140508771153344 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 11:22:31.782773 140508771153344 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 11:22:31.783853 140508771153344 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 11:22:31.784111 140508771153344 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 11:22:31.784610 140508771153344 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 11:22:31.784703 140508771153344 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 11:22:31.784789 140508771153344 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 11:22:31.784902 140508771153344 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 11:22:32.043405 140508771153344 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 11:22:32.043909 140508771153344 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 11:22:32.044275 140508771153344 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 11:22:32.045578: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 11:22:32.060456 140508771153344 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 11:22:32.062122 140508771153344 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 11:22:32.062644 140508771153344 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 11:22:32.062717 140508771153344 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 11:22:32.062783 140508771153344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 11:22:32.063080 140508771153344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 11:22:32.063150 140508771153344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 11:22:32.063219 140508771153344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 11:22:32.063282 140508771153344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 11:22:32.063343 140508771153344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 11:22:32.063402 140508771153344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 11:22:32.063462 140508771153344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 11:22:32.063522 140508771153344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 11:22:32.063581 140508771153344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 11:22:32.063659 140508771153344 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 11:22:32.069283 140508771153344 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 11:22:32.071012 140508771153344 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 11:22:32.085061 140508771153344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 11:22:32.085311 140508771153344 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 11:22:32.093280 140508771153344 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 11:22:32.178596 140508771153344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 11:22:32.178865 140508771153344 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 11:22:32.334058 140508771153344 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 11:22:32.334860 140508771153344 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 11:22:32.335488 140508771153344 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 11:22:32.736845 140508771153344 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 11:22:33.294930: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 11:22:33.294983: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 11:22:33.295011: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 11:22:33.318084 140508771153344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 11:22:33.319399 140508771153344 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 11:22:33.333576 140508771153344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 11:22:33.358994 140508771153344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 11:22:35.437611 140508771153344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 11:22:35.442111 140508771153344 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 11:22:35.466100 140508771153344 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 11:22:35.509450 140508771153344 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 11:22:35.520199 140508771153344 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 11:22:35.613091 140508771153344 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 11:22:35.848264 140508771153344 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 11:22:35.863743 140508771153344 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 11:22:35.884150 140508771153344 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T11:22:35Z +I1010 11:22:35.900798 140508771153344 evaluation.py:255] Starting evaluation at 2019-10-10T11:22:35Z +INFO:tensorflow:TPU job name worker +I1010 11:22:35.901046 140508771153344 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 11:22:36.423547 140508771153344 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 11:22:36.501993 140508771153344 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 11:22:39.342089 140508771153344 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 11:22:39.360820 140508771153344 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 11:22:39.407140 140508771153344 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 11:22:39.425177 140508771153344 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 11:22:45.805356 140508771153344 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 11:22:45.806185 140506961012480 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 11:22:45.806608 140506952619776 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 11:22:45.979618 140508771153344 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 11:22:46.003422 140508771153344 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 11:22:46.004121 140508771153344 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 11:22:46.044239 140506944227072 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 11:22:46.115940 140506944227072 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 11:22:57.235028 140506952619776 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 11:23:05.830018 140508771153344 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 11:23:05.830687 140508771153344 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 11:23:05.830796 140508771153344 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 11:23:05.830969 140506961012480 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 11:23:05.831090 140506961012480 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 11:23:05.831259 140508771153344 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 11:23:05.831366 140508771153344 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 11:23:05.831425 140508771153344 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 11:23:05.831542 140506952619776 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 11:23:05.831629 140506952619776 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 11:23:05.831758 140508771153344 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 11:23:05.831850 140508771153344 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-11:23:16 +I1010 11:23:16.392689 140508771153344 evaluation.py:275] Finished evaluation at 2019-10-10-11:23:16 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.7233284, top_1_accuracy = 0.7498779, top_5_accuracy = 0.9239095 +I1010 11:23:16.393018 140508771153344 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.7233284, top_1_accuracy = 0.7498779, top_5_accuracy = 0.9239095 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 11:23:18.509443 140508771153344 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 11:23:18.774396 140508771153344 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.7233284, 'top_1_accuracy': 0.7498779, 'global_step': 1760, 'top_5_accuracy': 0.9239095}. Elapsed seconds: 46 +I1010 11:23:18.774827 140508771153344 resnet_main.py:597] Eval results: {'loss': 2.7233284, 'top_1_accuracy': 0.7498779, 'global_step': 1760, 'top_5_accuracy': 0.9239095}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 11:23:18.774996 140508771153344 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570705869658227... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570706516178133... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570705872.v3-512#1570706522042693... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570705905525177... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570706287262702... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570706287688822... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570706291388039... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570706345013405... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570706345218690... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570706349049648... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570706406052067... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570706406286127... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570706410066499... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570706463638543... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570706463814574... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570706467944683... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570706515474377... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570706515698362... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570706519554624... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570706596991427... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570706597.v3-512#1570706598704174... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 11:23:22.931499 140569256281536 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 11:23:22.938446 140569256281536 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 11:23:22.938648 140569256281536 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 11:23:22.941900 140569256281536 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:23:22.989238 140569256281536 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 11:23:22.989489 140569256281536 transport.py:157] Attempting refresh to obtain initial access_token +I1010 11:23:23.061111 140569256281536 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:23:23.105901 140569256281536 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 11:23:23.106148 140569256281536 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 11:23:23.186762 140569256281536 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 11:23:23.188152 140569256281536 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 11:23:23.188425 140569256281536 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 11:23:23.188936 140569256281536 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 11:23:23.189026 140569256281536 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 11:23:23.189110 140569256281536 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 11:23:23.276577 140569256281536 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 11:23:23.380698 140569256281536 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 11:23:23.382370: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 11:23:23.448493 140569256281536 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 11:23:23.448856 140569256281536 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 11:23:23.449439 140569256281536 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 11:23:23.449510 140569256281536 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 11:23:23.449574 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 11:23:23.449856 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 11:23:23.449954 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 11:23:23.450021 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 11:23:23.450083 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 11:23:23.450145 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 11:23:23.450203 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 11:23:23.450263 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 11:23:23.450321 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 11:23:23.450381 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 11:23:23.450442 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 11:23:23.450501 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 11:23:23.450562 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 11:23:23.450619 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 11:23:23.450683 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 11:23:23.450742 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 11:23:23.450799 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 11:23:23.450858 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 11:23:23.450921 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 11:23:23.450979 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 11:23:23.451036 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 11:23:23.451096 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 11:23:23.451154 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 11:23:23.451214 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 11:23:23.451292 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 11:23:23.451349 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 11:23:23.451407 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 11:23:23.451471 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 11:23:23.451529 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 11:23:23.451586 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 11:23:23.451643 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 11:23:23.451703 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 11:23:23.451761 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 11:23:23.451817 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 11:23:23.451880 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 11:23:23.451940 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 11:23:23.451997 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 11:23:23.452054 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 11:23:23.452111 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 11:23:23.452176 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 11:23:23.452234 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 11:23:23.452291 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 11:23:23.452348 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 11:23:23.452406 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 11:23:23.452465 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 11:23:23.452600 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 11:23:23.452663 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 11:23:23.452723 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 11:23:23.452785 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 11:23:23.452847 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 11:23:23.452912 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 11:23:23.452975 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 11:23:23.453041 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 11:23:23.453099 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 11:23:23.453159 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 11:23:23.453217 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 11:23:23.453278 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 11:23:23.453336 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 11:23:23.453393 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 11:23:23.453452 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 11:23:23.453510 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 11:23:23.453567 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 11:23:23.453625 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 11:23:23.453684 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 11:23:23.453747 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 11:23:23.453808 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 11:23:23.453866 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 11:23:23.453932 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 11:23:23.453989 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 11:23:23.454047 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 11:23:23.454106 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 11:23:23.454164 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 11:23:23.454222 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 11:23:23.454281 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 11:23:23.454339 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 11:23:23.454396 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 11:23:23.454457 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 11:23:23.454521 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 11:23:23.454582 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 11:23:23.454641 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 11:23:23.454699 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 11:23:23.454756 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 11:23:23.454816 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 11:23:23.454879 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 11:23:23.454938 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 11:23:23.454998 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 11:23:23.455055 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 11:23:23.455115 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 11:23:23.455173 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 11:23:23.455243 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 11:23:23.455302 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 11:23:23.455360 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 11:23:23.455420 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 11:23:23.455477 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 11:23:23.455535 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 11:23:23.455595 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 11:23:23.455651 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 11:23:23.455710 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 11:23:23.455769 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 11:23:23.455827 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 11:23:23.455892 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 11:23:23.455955 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 11:23:23.456013 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 11:23:23.456073 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 11:23:23.456130 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 11:23:23.456188 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 11:23:23.456247 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 11:23:23.456305 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 11:23:23.456363 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 11:23:23.456423 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 11:23:23.456528 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 11:23:23.456617 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 11:23:23.456677 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 11:23:23.456737 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 11:23:23.456804 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 11:23:23.456861 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 11:23:23.456928 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 11:23:23.456986 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 11:23:23.457046 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 11:23:23.457103 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 11:23:23.457161 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 11:23:23.457221 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 11:23:23.457281 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 11:23:23.457339 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 11:23:23.457396 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 11:23:23.457467 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 11:23:23.457536 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 11:23:23.457597 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 11:23:23.457654 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 11:23:23.457714 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 11:23:23.457772 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 11:23:23.457830 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 11:23:23.457895 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 11:23:23.457953 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 11:23:23.458012 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 11:23:23.458070 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 11:23:23.458128 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 11:23:23.458187 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 11:23:23.458245 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 11:23:23.458307 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 11:23:23.458367 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 11:23:23.458425 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 11:23:23.458483 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 11:23:23.458542 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 11:23:23.458600 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 11:23:23.458658 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 11:23:23.458717 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 11:23:23.458775 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 11:23:23.458833 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 11:23:23.458898 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 11:23:23.458956 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 11:23:23.459022 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 11:23:23.459080 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 11:23:23.459139 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 11:23:23.459197 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 11:23:23.459256 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 11:23:23.459315 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 11:23:23.459373 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 11:23:23.459430 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 11:23:23.459487 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 11:23:23.459546 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 11:23:23.459603 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 11:23:23.459661 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 11:23:23.459723 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 11:23:23.459783 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 11:23:23.459841 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 11:23:23.459904 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 11:23:23.459963 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 11:23:23.460020 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 11:23:23.460078 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 11:23:23.460135 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 11:23:23.460194 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 11:23:23.460253 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 11:23:23.460309 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 11:23:23.460369 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 11:23:23.460427 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 11:23:23.460551 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 11:23:23.460632 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 11:23:23.460692 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 11:23:23.460752 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 11:23:23.460810 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 11:23:23.460869 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 11:23:23.460935 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 11:23:23.460993 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 11:23:23.461050 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 11:23:23.461108 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 11:23:23.461168 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 11:23:23.461227 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 11:23:23.461293 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 11:23:23.461353 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 11:23:23.461411 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 11:23:23.461469 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 11:23:23.461528 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 11:23:23.461586 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 11:23:23.461644 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 11:23:23.461702 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 11:23:23.461760 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 11:23:23.461818 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 11:23:23.461883 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 11:23:23.461944 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 11:23:23.462007 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 11:23:23.462064 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 11:23:23.462124 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 11:23:23.462181 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 11:23:23.462238 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 11:23:23.462295 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 11:23:23.462352 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 11:23:23.462409 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 11:23:23.462466 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 11:23:23.462524 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 11:23:23.462584 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 11:23:23.462642 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 11:23:23.462699 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 11:23:23.462763 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 11:23:23.462820 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 11:23:23.462882 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 11:23:23.462940 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 11:23:23.462997 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 11:23:23.463054 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 11:23:23.463113 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 11:23:23.463171 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 11:23:23.463229 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 11:23:23.463288 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 11:23:23.463346 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 11:23:23.463402 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 11:23:23.463464 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 11:23:23.463522 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 11:23:23.463581 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 11:23:23.463638 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 11:23:23.463695 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 11:23:23.463752 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 11:23:23.463810 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 11:23:23.463869 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 11:23:23.463932 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 11:23:23.463990 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 11:23:23.464049 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 11:23:23.464107 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 11:23:23.464164 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 11:23:23.464226 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 11:23:23.464286 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 11:23:23.464343 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 11:23:23.464401 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 11:23:23.464459 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 11:23:23.464545 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 11:23:23.464605 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 11:23:23.464663 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 11:23:23.464721 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 11:23:23.464780 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 11:23:23.464838 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 11:23:23.464900 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 11:23:23.464963 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 11:23:23.465022 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 11:23:23.465081 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 11:23:23.465140 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 11:23:23.465198 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 11:23:23.465256 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 11:23:23.465315 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 11:23:23.465372 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 11:23:23.465430 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 11:23:23.465487 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 11:23:23.465543 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 11:23:23.465600 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 11:23:23.465661 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 11:23:23.465719 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 11:23:23.465779 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 11:23:23.465837 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 11:23:23.465899 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 11:23:23.465956 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 11:23:23.466015 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 11:23:23.466072 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 11:23:23.466128 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 11:23:23.466185 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 11:23:23.466243 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 11:23:23.466300 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 11:23:23.466358 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 11:23:23.466422 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 11:23:23.466481 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 11:23:23.466540 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 11:23:23.466598 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 11:23:23.466655 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 11:23:23.466712 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 11:23:23.466769 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 11:23:23.466825 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 11:23:23.466890 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 11:23:23.466948 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 11:23:23.467008 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 11:23:23.467066 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 11:23:23.467129 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 11:23:23.467187 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 11:23:23.467246 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 11:23:23.467303 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 11:23:23.467359 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 11:23:23.467425 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 11:23:23.467484 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 11:23:23.467541 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 11:23:23.467598 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 11:23:23.467658 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 11:23:23.467716 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 11:23:23.467776 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 11:23:23.467842 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 11:23:23.467905 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 11:23:23.467962 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 11:23:23.468019 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 11:23:23.468077 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 11:23:23.468136 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 11:23:23.468194 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 11:23:23.468251 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 11:23:23.468311 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 11:23:23.468369 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 11:23:23.468429 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 11:23:23.468504 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 11:23:23.468564 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 11:23:23.468628 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 11:23:23.468688 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 11:23:23.468745 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 11:23:23.468805 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 11:23:23.468863 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 11:23:23.468925 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 11:23:23.468983 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 11:23:23.469043 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 11:23:23.469101 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 11:23:23.469160 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 11:23:23.469217 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 11:23:23.469273 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 11:23:23.469335 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 11:23:23.469393 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 11:23:23.469449 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 11:23:23.469506 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 11:23:23.469563 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 11:23:23.469621 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 11:23:23.469679 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 11:23:23.469738 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 11:23:23.469794 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 11:23:23.469851 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 11:23:23.469917 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 11:23:23.469974 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 11:23:23.470031 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 11:23:23.470096 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 11:23:23.470153 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 11:23:23.470211 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 11:23:23.470271 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 11:23:23.470329 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 11:23:23.470387 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 11:23:23.470444 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 11:23:23.470501 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 11:23:23.470558 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 11:23:23.470623 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 11:23:23.470679 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 11:23:23.470738 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 11:23:23.470802 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 11:23:23.470860 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 11:23:23.470923 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 11:23:23.470982 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 11:23:23.471041 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 11:23:23.471100 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 11:23:23.471158 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 11:23:23.471218 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 11:23:23.471297 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 11:23:23.471355 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 11:23:23.471412 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 11:23:23.471470 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 11:23:23.471533 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 11:23:23.471590 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 11:23:23.471649 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 11:23:23.471709 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 11:23:23.471766 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 11:23:23.471823 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 11:23:23.471911 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 11:23:23.471976 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 11:23:23.472034 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 11:23:23.472094 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 11:23:23.472151 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 11:23:23.472208 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 11:23:23.472265 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 11:23:23.472338 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 11:23:23.472398 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 11:23:23.472456 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 11:23:23.472537 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 11:23:23.472596 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 11:23:23.472654 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 11:23:23.472712 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 11:23:23.472769 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 11:23:23.472827 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 11:23:23.472889 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 11:23:23.472948 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 11:23:23.473006 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 11:23:23.473071 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 11:23:23.473128 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 11:23:23.473185 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 11:23:23.473242 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 11:23:23.473299 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 11:23:23.473357 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 11:23:23.473414 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 11:23:23.473472 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 11:23:23.473529 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 11:23:23.473587 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 11:23:23.473644 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 11:23:23.473704 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 11:23:23.473767 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 11:23:23.473824 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 11:23:23.473887 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 11:23:23.473944 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 11:23:23.474001 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 11:23:23.474059 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 11:23:23.474116 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 11:23:23.474173 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 11:23:23.474231 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 11:23:23.474288 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 11:23:23.474347 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 11:23:23.474404 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 11:23:23.474461 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 11:23:23.474533 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 11:23:23.474590 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 11:23:23.474647 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 11:23:23.474709 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 11:23:23.474771 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 11:23:23.474828 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 11:23:23.474891 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 11:23:23.474950 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 11:23:23.475008 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 11:23:23.475065 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 11:23:23.475122 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 11:23:23.475179 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 11:23:23.475241 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 11:23:23.475300 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 11:23:23.475357 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 11:23:23.475414 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 11:23:23.475471 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 11:23:23.475528 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 11:23:23.475586 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 11:23:23.475645 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 11:23:23.475702 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 11:23:23.475759 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 11:23:23.475815 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 11:23:23.475878 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 11:23:23.475939 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 11:23:23.475996 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 11:23:23.476054 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 11:23:23.476111 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 11:23:23.476170 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 11:23:23.476227 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 11:23:23.476284 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 11:23:23.476341 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 11:23:23.476398 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 11:23:23.476455 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 11:23:23.476533 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 11:23:23.476592 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 11:23:23.476649 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 11:23:23.476711 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 11:23:23.476769 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 11:23:23.476829 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 11:23:23.476891 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 11:23:23.476952 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 11:23:23.477009 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 11:23:23.477066 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 11:23:23.477123 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 11:23:23.477180 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 11:23:23.477237 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 11:23:23.477294 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 11:23:23.477353 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 11:23:23.477421 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 11:23:23.477485 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 11:23:23.477545 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 11:23:23.477603 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 11:23:23.477660 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 11:23:23.477719 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 11:23:23.477776 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 11:23:23.477833 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 11:23:23.477894 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 11:23:23.477952 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 11:23:23.478008 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 11:23:23.478065 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 11:23:23.478123 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 11:23:23.478199 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 11:23:23.478259 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 11:23:23.478317 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 11:23:23.478374 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 11:23:23.478431 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 11:23:23.478488 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 11:23:23.478544 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 11:23:23.478601 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 11:23:23.478666 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 11:23:23.478724 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 11:23:23.478781 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 11:23:23.478840 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 11:23:23.478909 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 11:23:23.478966 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 11:23:23.479024 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 11:23:23.479083 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 11:23:23.479140 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 11:23:23.479197 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 11:23:23.479254 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 11:23:23.479310 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 11:23:23.479367 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 11:23:23.479425 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 11:23:23.479484 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 11:23:23.479542 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 11:23:23.479604 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 11:23:23.479661 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 11:23:23.479718 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 11:23:23.479777 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 11:23:23.479834 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 11:23:23.479897 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 11:23:23.479954 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 11:23:23.480011 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 11:23:23.480071 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 11:23:23.480129 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 11:23:23.480190 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 11:23:23.480248 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 11:23:23.480305 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 11:23:23.480367 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 11:23:23.480426 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 11:23:23.480499 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 11:23:23.480560 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 11:23:23.480618 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 11:23:23.480675 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 11:23:23.480734 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 11:23:23.480793 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 11:23:23.480850 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 11:23:23.480914 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 11:23:23.480971 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 11:23:23.481029 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 11:23:23.481091 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 11:23:23.481148 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 11:23:23.481205 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 11:23:23.481262 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 11:23:23.481321 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 11:23:23.481385 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 11:23:23.481445 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 11:23:23.481503 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 11:23:23.481561 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 11:23:23.481618 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 11:23:23.481676 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 11:23:23.481733 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 11:23:23.481791 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 11:23:23.481853 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 11:23:23.481918 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 11:23:23.481975 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 11:23:23.482033 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 11:23:23.482090 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 11:23:23.482148 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 11:23:23.482207 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 11:23:23.482264 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 11:23:23.482321 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 11:23:23.482378 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 11:23:23.482434 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 11:23:23.482491 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 11:23:23.482553 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 11:23:23.482610 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 11:23:23.482667 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 11:23:23.482726 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 11:23:23.482784 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 11:23:23.482841 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 11:23:23.482903 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 11:23:23.482960 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 11:23:23.483017 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 11:23:23.483074 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 11:23:23.483131 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 11:23:23.483187 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 11:23:23.483249 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 11:23:23.483308 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 11:23:23.483366 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 11:23:23.483424 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 11:23:23.483481 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 11:23:23.483539 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 11:23:23.483596 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 11:23:23.483654 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 11:23:23.483710 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 11:23:23.483767 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 11:23:23.483828 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 11:23:23.483891 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 11:23:23.483951 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 11:23:23.484016 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 11:23:23.484076 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 11:23:23.484134 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 11:23:23.484193 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 11:23:23.484252 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 11:23:23.484311 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 11:23:23.484368 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 11:23:23.484424 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 11:23:23.484499 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 11:23:23.484560 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 11:23:23.484620 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 11:23:23.484678 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 11:23:23.484744 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 11:23:23.484802 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 11:23:23.484859 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 11:23:23.484924 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 11:23:23.484981 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 11:23:23.485038 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 11:23:23.485095 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 11:23:23.485152 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 11:23:23.485208 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 11:23:23.485266 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 11:23:23.485323 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 11:23:23.485380 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 11:23:23.485444 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 11:23:23.485501 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 11:23:23.485558 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 11:23:23.485614 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 11:23:23.485670 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 11:23:23.485727 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 11:23:23.485784 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 11:23:23.485840 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 11:23:23.485903 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 11:23:23.485961 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 11:23:23.486020 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 11:23:23.486077 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 11:23:23.486134 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 11:23:23.486196 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 11:23:23.486253 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 11:23:23.486311 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 11:23:23.486368 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 11:23:23.486426 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 11:23:23.486483 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 11:23:23.486540 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 11:23:23.486597 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 11:23:23.486654 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 11:23:23.486711 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 11:23:23.486768 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 11:23:23.486825 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 11:23:23.486892 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 11:23:23.486951 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 11:23:23.487008 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 11:23:23.487066 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 11:23:23.487123 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 11:23:23.487180 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 11:23:23.487237 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 11:23:23.487297 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 11:23:23.487354 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 11:23:23.487411 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 11:23:23.487478 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 11:23:23.487536 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 11:23:23.487598 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 11:23:23.487657 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 11:23:23.487714 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 11:23:23.487771 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 11:23:23.487829 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 11:23:23.487894 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 11:23:23.487952 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 11:23:23.488012 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 11:23:23.488070 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 11:23:23.488128 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 11:23:23.488187 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 11:23:23.488244 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 11:23:23.488301 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 11:23:23.488368 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 11:23:23.488425 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 11:23:23.488506 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 11:23:23.488567 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 11:23:23.488626 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 11:23:23.488684 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 11:23:23.488742 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 11:23:23.488799 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 11:23:23.488856 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 11:23:23.488919 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 11:23:23.488976 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 11:23:23.489032 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 11:23:23.489094 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 11:23:23.489154 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 11:23:23.489212 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 11:23:23.489270 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 11:23:23.489329 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 11:23:23.489386 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 11:23:23.489444 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 11:23:23.489501 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 11:23:23.489558 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 11:23:23.489615 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 11:23:23.489672 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 11:23:23.489729 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 11:23:23.489793 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 11:23:23.489850 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 11:23:23.489914 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 11:23:23.489974 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 11:23:23.490031 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 11:23:23.490089 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 11:23:23.490148 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 11:23:23.490205 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 11:23:23.490262 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 11:23:23.490319 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 11:23:23.490376 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 11:23:23.490433 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 11:23:23.490492 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 11:23:23.490556 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 11:23:23.490612 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 11:23:23.490670 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 11:23:23.490726 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 11:23:23.490784 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 11:23:23.490842 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 11:23:23.490904 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 11:23:23.490961 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 11:23:23.491018 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 11:23:23.491075 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 11:23:23.491133 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 11:23:23.491193 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 11:23:23.491271 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 11:23:23.491331 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 11:23:23.491388 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 11:23:23.491445 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 11:23:23.491503 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 11:23:23.491559 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 11:23:23.491617 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 11:23:23.491676 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 11:23:23.491734 140569256281536 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 11:23:23.498250 140569256281536 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 11:23:23.498929 140569256281536 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 11:23:23.512590 140569256281536 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 11:23:23.531728 140569256281536 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 11:23:23.532048 140569256281536 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 11:23:23.541079 140569256281536 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 11:23:23.626703 140569256281536 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 11:23:23.627039 140569256281536 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 11:23:23.629612 140569256281536 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 11:23:23.629868 140569256281536 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 11:23:23.794270 140569256281536 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 11:23:23.795213 140569256281536 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 11:23:23.795880 140569256281536 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 11:23:24.218008 140569256281536 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 11:23:24.610862 140569256281536 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 11:23:24.904951: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 11:23:24.904994: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 11:23:24.905020: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 11:23:35.240957 140569256281536 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 11:23:35.242738 140569256281536 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 11:23:35.256824 140569256281536 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 11:23:35.295268 140569256281536 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 11:23:38.455039 140569256281536 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 11:23:38.459965 140569256281536 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 11:23:38.484539 140569256281536 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 11:23:38.529126 140569256281536 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 11:23:38.540071 140569256281536 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 11:23:38.621460 140569256281536 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 11:23:38.625343 140569256281536 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 11:23:38.625525 140569256281536 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 11:23:38.625595 140569256281536 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 11:23:38.625665 140569256281536 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 11:23:38.625725 140569256281536 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 11:23:38.625783 140569256281536 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.0 ************************************** +I1010 11:23:38.625840 140569256281536 resnet_main.py:388] ****************************** the weight_decay_input is 1.0 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 11:23:38.625966 140569256281536 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 11:23:38.626085 140569256281536 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 11:23:38.627000 140569256281536 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 11:23:38.657195 140569256281536 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 11:23:41.526453 140569256281536 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:41.609576 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:41.668309 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:41.730808 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:41.835725 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:41.897144 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:41.960880 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:42.068339 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:42.126734 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:42.190273 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:42.296679 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:42.357166 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:42.420563 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:42.528179 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:42.588314 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:42.650758 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:42.759613 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:42.819679 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:42.886409 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.011892 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.071568 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.134385 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.243123 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.304325 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.367023 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.477933 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.541069 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.608737 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.724412 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.788635 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.856966 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:43.978513 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.043574 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.112458 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.228903 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.295012 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.362184 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.473830 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.534069 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.596693 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.702806 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.765511 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.829965 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.937634 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:44.997108 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.060493 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.172926 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.234992 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.298485 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.405987 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.468360 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.532399 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.640584 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.700453 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.763556 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.869477 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.929729 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:45.993345 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:46.099982 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:46.161447 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:46.226212 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:46.339112 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:46.402870 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:46.472390 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:46.587783 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:46.654119 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:46.722860 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:46.836174 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:46.904225 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:46.975172 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:47.088362 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:47.151628 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:47.222683 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:47.338949 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:47.412082 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:47.501060 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:47.620748 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:47.976564 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.041445 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.145437 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.205606 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.269224 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.375332 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.437215 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.500807 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.604814 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.664715 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.725788 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.831026 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.890345 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:48.952174 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.056835 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.118321 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.182374 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.290119 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.349615 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.413240 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.522347 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.582130 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.645558 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.755798 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.818883 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.887054 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:49.996170 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:50.056792 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:50.120752 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:50.230726 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:50.292109 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:50.357949 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:50.471832 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:50.538099 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:50.606396 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:50.721410 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:50.781630 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:50.845828 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:50.954127 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.013889 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.078095 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.185396 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.249140 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.322068 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.434051 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.493139 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.555905 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.662798 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.723730 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.786835 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.893568 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:51.955286 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.020020 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.127173 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.189316 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.254878 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.362543 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.427547 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.491663 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.600503 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.661009 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.725507 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.831113 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.893520 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:52.958617 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.063848 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.123317 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.184994 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.291481 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.350754 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.415375 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.519942 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.580406 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.643953 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.748282 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.807327 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.869951 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:53.979244 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:54.039969 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:54.104866 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:54.210663 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:54.272208 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:54.342312 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:54.451812 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:23:54.556318 140569256281536 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 11:23:55.218054 140569256281536 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 11:23:55.478427 140569256281536 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 11:24:01.794724 140569256281536 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 11:24:03.020525 140569256281536 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 11:24:17.335026 140569256281536 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 11:24:17.499763 140569256281536 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:24:37.564865 140569256281536 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 11:24:51.085695 140569256281536 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 11:24:52.042983 140569256281536 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 11:24:52.043534 140569256281536 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 11:24:52.044177: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 11:24:52.071428 140569256281536 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 11:24:52.100796 140569256281536 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 11:24:52.158488 140569256281536 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 11:25:07.111690 140569256281536 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 11:25:07.112643 140567245735680 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 11:25:07.113023 140567237342976 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 11:25:07.163706 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:25:07.288779 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:25:07.296590 140569256281536 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:25:07.296909 140569256281536 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 11:25:37.371491 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:25:37.445899 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 11:25:58.568738 140567237342976 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 11:26:07.517761 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:26:07.594383 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:26:37.677215 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:26:37.748980 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:26:38.084781 140569256281536 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 5.0975623, step = 200 +I1010 11:26:52.656838 140569256281536 basic_session_run_hooks.py:262] loss = 5.0975623, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:26:52.659499 140569256281536 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:26:52.659816 140569256281536 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 11:27:04.412868 140567237342976 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 11:27:07.831661 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:27:07.908427 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:27:37.984559 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:27:38.076391 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:27:44.154774 140569256281536 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.2477746, step = 400 (63.995 sec) +I1010 11:27:56.651464 140569256281536 basic_session_run_hooks.py:260] loss = 4.2477746, step = 400 (63.995 sec) +INFO:tensorflow:global_step/sec: 3.12529 +I1010 11:27:56.652924 140569256281536 tpu_estimator.py:2307] global_step/sec: 3.12529 +INFO:tensorflow:examples/sec: 204819 +I1010 11:27:56.653927 140569256281536 tpu_estimator.py:2308] examples/sec: 204819 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:27:56.655208 140569256281536 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:27:56.655369 140569256281536 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 7) +I1010 11:28:04.592693 140567237342976 tpu_estimator.py:279] Outfeed finished for iteration (2, 7) +I1010 11:28:08.150696 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:28:08.226739 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:28:38.304927 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:28:38.382874 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:28:42.926201 140569256281536 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.7092726, step = 600 (62.275 sec) +I1010 11:28:58.926683 140569256281536 basic_session_run_hooks.py:260] loss = 3.7092726, step = 600 (62.275 sec) +INFO:tensorflow:global_step/sec: 3.21155 +I1010 11:28:58.928174 140569256281536 tpu_estimator.py:2307] global_step/sec: 3.21155 +INFO:tensorflow:examples/sec: 210472 +I1010 11:28:58.928558 140569256281536 tpu_estimator.py:2308] examples/sec: 210472 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:28:58.929414 140569256281536 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:28:58.929583 140569256281536 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 0) +I1010 11:29:05.348937 140567237342976 tpu_estimator.py:279] Outfeed finished for iteration (3, 0) +I1010 11:29:08.461569 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:29:08.525103 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:29:38.606157 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:29:38.681529 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:29:45.268163 140569256281536 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.546987, step = 800 (58.549 sec) +I1010 11:29:57.475764 140569256281536 basic_session_run_hooks.py:260] loss = 3.546987, step = 800 (58.549 sec) +INFO:tensorflow:global_step/sec: 3.41593 +I1010 11:29:57.477351 140569256281536 tpu_estimator.py:2307] global_step/sec: 3.41593 +INFO:tensorflow:examples/sec: 223866 +I1010 11:29:57.477735 140569256281536 tpu_estimator.py:2308] examples/sec: 223866 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:29:57.478903 140569256281536 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:29:57.479067 140569256281536 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 7) +I1010 11:30:05.424340 140567237342976 tpu_estimator.py:279] Outfeed finished for iteration (4, 7) +I1010 11:30:08.739447 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:30:08.813724 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:30:38.891597 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:30:38.965584 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:30:43.989772 140569256281536 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 11:30:51.155905 140569256281536 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.318026, step = 1000 (57.781 sec) +I1010 11:30:55.256535 140569256281536 basic_session_run_hooks.py:260] loss = 3.318026, step = 1000 (57.781 sec) +INFO:tensorflow:global_step/sec: 3.46137 +I1010 11:30:55.257940 140569256281536 tpu_estimator.py:2307] global_step/sec: 3.46137 +INFO:tensorflow:examples/sec: 226844 +I1010 11:30:55.258311 140569256281536 tpu_estimator.py:2308] examples/sec: 226844 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:30:55.259162 140569256281536 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:30:55.259321 140569256281536 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 21) +I1010 11:31:05.582511 140567237342976 tpu_estimator.py:279] Outfeed finished for iteration (5, 21) +I1010 11:31:09.037079 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:31:09.137311 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:31:39.190905 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:31:39.309525 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:31:41.202105 140569256281536 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.8495343, step = 1200 (61.589 sec) +I1010 11:31:56.845949 140569256281536 basic_session_run_hooks.py:260] loss = 2.8495343, step = 1200 (61.589 sec) +INFO:tensorflow:global_step/sec: 3.24729 +I1010 11:31:56.847752 140569256281536 tpu_estimator.py:2307] global_step/sec: 3.24729 +INFO:tensorflow:examples/sec: 212814 +I1010 11:31:56.848109 140569256281536 tpu_estimator.py:2308] examples/sec: 212814 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:31:56.849323 140569256281536 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:31:56.849483 140569256281536 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 11) +I1010 11:32:05.684869 140567237342976 tpu_estimator.py:279] Outfeed finished for iteration (6, 11) +I1010 11:32:09.385504 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:32:09.456214 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:32:39.531847 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:32:39.604367 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:32:43.410394 140569256281536 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.967167, step = 1400 (59.174 sec) +I1010 11:32:56.019510 140569256281536 basic_session_run_hooks.py:260] loss = 2.967167, step = 1400 (59.174 sec) +INFO:tensorflow:global_step/sec: 3.37989 +I1010 11:32:56.021401 140569256281536 tpu_estimator.py:2307] global_step/sec: 3.37989 +INFO:tensorflow:examples/sec: 221504 +I1010 11:32:56.021878 140569256281536 tpu_estimator.py:2308] examples/sec: 221504 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:32:56.022943 140569256281536 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:32:56.023138 140569256281536 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 16) +I1010 11:33:05.778372 140567237342976 tpu_estimator.py:279] Outfeed finished for iteration (7, 16) +I1010 11:33:09.683217 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:33:09.758652 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:33:39.818893 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:33:39.889971 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:33:41.950176 140569256281536 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.892201, step = 1600 (60.714 sec) +I1010 11:33:56.733653 140569256281536 basic_session_run_hooks.py:260] loss = 2.892201, step = 1600 (60.714 sec) +INFO:tensorflow:global_step/sec: 3.29414 +I1010 11:33:56.735243 140569256281536 tpu_estimator.py:2307] global_step/sec: 3.29414 +INFO:tensorflow:examples/sec: 215885 +I1010 11:33:56.735596 140569256281536 tpu_estimator.py:2308] examples/sec: 215885 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 11:33:56.736576 140569256281536 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 11:33:56.736751 140569256281536 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 13) +I1010 11:34:05.888922 140567237342976 tpu_estimator.py:279] Outfeed finished for iteration (8, 13) +I1010 11:34:09.975414 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:34:10.085007 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.6960335, step = 1760 (37.653 sec) +I1010 11:34:34.387001 140569256281536 basic_session_run_hooks.py:260] loss = 2.6960335, step = 1760 (37.653 sec) +INFO:tensorflow:global_step/sec: 4.24903 +I1010 11:34:34.390988 140569256281536 tpu_estimator.py:2307] global_step/sec: 4.24903 +INFO:tensorflow:examples/sec: 278465 +I1010 11:34:34.391628 140569256281536 tpu_estimator.py:2308] examples/sec: 278465 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:34:34.392971 140569256281536 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:34:40.164683 140567228950272 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:34:40.243582 140567228950272 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 11:34:50.458040 140569256281536 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 11:34:50.458436 140569256281536 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 11:34:50.458698 140567245735680 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 11:34:50.458846 140567245735680 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 11:34:50.459006 140569256281536 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 11:34:50.459137 140569256281536 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 11:34:50.459201 140569256281536 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 11:34:50.459362 140567237342976 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 11:34:50.459477 140567237342976 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 11:34:50.459609 140569256281536 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 11:34:50.459707 140569256281536 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.6960335. +I1010 11:35:12.039618 140569256281536 estimator.py:371] Loss for final step: 2.6960335. +INFO:tensorflow:training_loop marked as finished +I1010 11:35:12.040462 140569256281536 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 11:35:15.568690 139623636968896 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 11:35:15.574387 139623636968896 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 11:35:15.574599 139623636968896 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 11:35:15.577811 139623636968896 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:35:15.619782 139623636968896 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 11:35:15.620042 139623636968896 transport.py:157] Attempting refresh to obtain initial access_token +I1010 11:35:15.692591 139623636968896 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:35:15.741322 139623636968896 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 11:35:15.741583 139623636968896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 11:35:15.817328 139623636968896 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 11:35:15.818382 139623636968896 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 11:35:15.818643 139623636968896 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 11:35:15.819072 139623636968896 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 11:35:15.819154 139623636968896 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 11:35:15.819238 139623636968896 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 11:35:15.819351 139623636968896 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 11:35:16.098572 139623636968896 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 11:35:16.099050 139623636968896 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 11:35:16.099405 139623636968896 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 11:35:16.100677: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 11:35:16.115329 139623636968896 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 11:35:16.115586 139623636968896 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 11:35:16.117598 139623636968896 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 11:35:16.117679 139623636968896 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 11:35:16.117746 139623636968896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 11:35:16.118041 139623636968896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 11:35:16.118118 139623636968896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 11:35:16.118182 139623636968896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 11:35:16.118257 139623636968896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 11:35:16.118324 139623636968896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 11:35:16.118385 139623636968896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 11:35:16.118443 139623636968896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 11:35:16.118503 139623636968896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 11:35:16.118570 139623636968896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 11:35:16.118644 139623636968896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 11:35:16.124017 139623636968896 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 11:35:16.125782 139623636968896 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 11:35:16.139585 139623636968896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 11:35:16.139821 139623636968896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 11:35:16.147629 139623636968896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 11:35:16.231592 139623636968896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 11:35:16.231854 139623636968896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 11:35:16.386723 139623636968896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 11:35:16.387542 139623636968896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 11:35:16.388171 139623636968896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 11:35:16.792087 139623636968896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 11:35:17.351959: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 11:35:17.352025: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 11:35:17.352060: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 11:35:17.376141 139623636968896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 11:35:17.377501 139623636968896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 11:35:17.392716 139623636968896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 11:35:17.418032 139623636968896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 11:35:19.512084 139623636968896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 11:35:19.516581 139623636968896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 11:35:19.540359 139623636968896 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 11:35:19.583642 139623636968896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 11:35:19.594392 139623636968896 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 11:35:19.687197 139623636968896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 11:35:19.925014 139623636968896 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 11:35:19.940061 139623636968896 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 11:35:19.958139 139623636968896 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T11:35:19Z +I1010 11:35:19.974734 139623636968896 evaluation.py:255] Starting evaluation at 2019-10-10T11:35:19Z +INFO:tensorflow:TPU job name worker +I1010 11:35:19.974977 139623636968896 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 11:35:20.512934 139623636968896 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 11:35:20.604768 139623636968896 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 11:35:23.453469 139623636968896 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 11:35:23.472099 139623636968896 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 11:35:23.512156 139623636968896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 11:35:23.525733 139623636968896 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 11:35:30.060256 139623636968896 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 11:35:30.061157 139621968103168 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 11:35:30.061618 139621959710464 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 11:35:30.210961 139623636968896 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 11:35:30.229769 139623636968896 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 11:35:30.231182 139623636968896 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 11:35:30.267995 139621951317760 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 11:35:30.359035 139621951317760 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 11:35:41.625603 139621959710464 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 11:35:50.573322 139623636968896 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 11:35:50.573645 139623636968896 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 11:35:50.573724 139623636968896 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 11:35:50.573892 139621968103168 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 11:35:50.573999 139621968103168 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 11:35:50.574136 139623636968896 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 11:35:50.574239 139623636968896 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 11:35:50.574297 139623636968896 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 11:35:50.574410 139621959710464 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 11:35:50.574492 139621959710464 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 11:35:50.574634 139623636968896 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 11:35:50.574726 139623636968896 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-11:36:00 +I1010 11:36:00.613090 139623636968896 evaluation.py:275] Finished evaluation at 2019-10-10-11:36:00 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.713255, top_1_accuracy = 0.75115967, top_5_accuracy = 0.92525226 +I1010 11:36:00.613430 139623636968896 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.713255, top_1_accuracy = 0.75115967, top_5_accuracy = 0.92525226 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 11:36:02.758838 139623636968896 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 11:36:03.097220 139623636968896 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.713255, 'top_1_accuracy': 0.75115967, 'global_step': 1760, 'top_5_accuracy': 0.92525226}. Elapsed seconds: 46 +I1010 11:36:03.097748 139623636968896 resnet_main.py:597] Eval results: {'loss': 2.713255, 'top_1_accuracy': 0.75115967, 'global_step': 1760, 'top_5_accuracy': 0.92525226}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 11:36:03.097910 139623636968896 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570706636097287... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570707284570880... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570706638.v3-512#1570707290393123... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570706672186983... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570707050369442... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570707050598157... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570707054752565... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570707109887655... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570707110117387... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570707114074998... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570707171107746... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570707171309738... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570707175395622... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570707230273108... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570707230476533... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570707234492499... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570707283901434... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570707284073907... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570707288124942... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570707361233505... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570707361.v3-512#1570707363029383... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 11:36:07.338154 140530872468928 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 11:36:07.344322 140530872468928 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 11:36:07.344594 140530872468928 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 11:36:07.347937 140530872468928 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:36:07.391031 140530872468928 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 11:36:07.391297 140530872468928 transport.py:157] Attempting refresh to obtain initial access_token +I1010 11:36:07.461127 140530872468928 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:36:07.509475 140530872468928 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 11:36:07.509733 140530872468928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 11:36:07.616791 140530872468928 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 11:36:07.618194 140530872468928 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 11:36:07.618449 140530872468928 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 11:36:07.618907 140530872468928 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 11:36:07.618990 140530872468928 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 11:36:07.619075 140530872468928 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 11:36:07.727802 140530872468928 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 11:36:07.812102 140530872468928 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 11:36:07.813842: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 11:36:07.883050 140530872468928 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 11:36:07.883316 140530872468928 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 11:36:07.883783 140530872468928 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 11:36:07.883853 140530872468928 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 11:36:07.883918 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 11:36:07.884200 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 11:36:07.884284 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 11:36:07.884349 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 11:36:07.884408 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 11:36:07.884466 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 11:36:07.884568 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 11:36:07.884629 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 11:36:07.884690 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 11:36:07.884749 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 11:36:07.884809 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 11:36:07.884871 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 11:36:07.884928 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 11:36:07.884988 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 11:36:07.885045 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 11:36:07.885111 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 11:36:07.885169 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 11:36:07.885232 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 11:36:07.885291 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 11:36:07.885348 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 11:36:07.885405 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 11:36:07.885464 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 11:36:07.885523 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 11:36:07.885581 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 11:36:07.885637 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 11:36:07.885696 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 11:36:07.885755 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 11:36:07.885818 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 11:36:07.885879 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 11:36:07.885940 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 11:36:07.885997 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 11:36:07.886054 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 11:36:07.886117 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 11:36:07.886178 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 11:36:07.886244 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 11:36:07.886302 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 11:36:07.886359 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 11:36:07.886420 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 11:36:07.886477 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 11:36:07.886535 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 11:36:07.886598 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 11:36:07.886656 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 11:36:07.886718 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 11:36:07.886778 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 11:36:07.886837 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 11:36:07.886897 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 11:36:07.886955 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 11:36:07.887015 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 11:36:07.887073 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 11:36:07.887131 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 11:36:07.887193 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 11:36:07.887252 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 11:36:07.887312 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 11:36:07.887371 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 11:36:07.887428 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 11:36:07.887486 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 11:36:07.887543 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 11:36:07.887600 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 11:36:07.887658 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 11:36:07.887717 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 11:36:07.887775 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 11:36:07.887833 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 11:36:07.887891 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 11:36:07.887948 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 11:36:07.888005 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 11:36:07.888067 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 11:36:07.888124 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 11:36:07.888187 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 11:36:07.888247 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 11:36:07.888303 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 11:36:07.888360 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 11:36:07.888417 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 11:36:07.888504 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 11:36:07.888591 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 11:36:07.888650 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 11:36:07.888711 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 11:36:07.888772 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 11:36:07.888837 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 11:36:07.888895 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 11:36:07.888952 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 11:36:07.889012 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 11:36:07.889069 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 11:36:07.889127 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 11:36:07.889189 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 11:36:07.889249 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 11:36:07.889306 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 11:36:07.889364 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 11:36:07.889421 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 11:36:07.889480 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 11:36:07.889544 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 11:36:07.889604 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 11:36:07.889661 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 11:36:07.889722 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 11:36:07.889780 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 11:36:07.889837 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 11:36:07.889895 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 11:36:07.889952 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 11:36:07.890011 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 11:36:07.890069 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 11:36:07.890126 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 11:36:07.890189 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 11:36:07.890249 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 11:36:07.890312 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 11:36:07.890371 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 11:36:07.890430 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 11:36:07.890489 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 11:36:07.890544 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 11:36:07.890602 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 11:36:07.890659 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 11:36:07.890718 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 11:36:07.890777 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 11:36:07.890834 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 11:36:07.890891 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 11:36:07.890947 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 11:36:07.891007 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 11:36:07.891064 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 11:36:07.891122 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 11:36:07.891179 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 11:36:07.891242 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 11:36:07.891315 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 11:36:07.891374 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 11:36:07.891432 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 11:36:07.891489 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 11:36:07.891546 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 11:36:07.891603 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 11:36:07.891660 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 11:36:07.891720 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 11:36:07.891783 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 11:36:07.891841 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 11:36:07.891899 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 11:36:07.891956 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 11:36:07.892014 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 11:36:07.892071 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 11:36:07.892129 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 11:36:07.892190 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 11:36:07.892250 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 11:36:07.892307 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 11:36:07.892365 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 11:36:07.892422 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 11:36:07.892519 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 11:36:07.892594 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 11:36:07.892652 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 11:36:07.892714 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 11:36:07.892774 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 11:36:07.892832 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 11:36:07.892895 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 11:36:07.892954 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 11:36:07.893013 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 11:36:07.893070 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 11:36:07.893127 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 11:36:07.893189 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 11:36:07.893259 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 11:36:07.893317 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 11:36:07.893378 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 11:36:07.893438 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 11:36:07.893496 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 11:36:07.893553 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 11:36:07.893613 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 11:36:07.893670 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 11:36:07.893729 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 11:36:07.893790 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 11:36:07.893847 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 11:36:07.893903 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 11:36:07.893961 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 11:36:07.894023 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 11:36:07.894081 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 11:36:07.894139 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 11:36:07.894202 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 11:36:07.894260 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 11:36:07.894319 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 11:36:07.894376 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 11:36:07.894433 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 11:36:07.894491 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 11:36:07.894548 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 11:36:07.894606 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 11:36:07.894664 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 11:36:07.894728 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 11:36:07.894788 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 11:36:07.894845 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 11:36:07.894902 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 11:36:07.894959 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 11:36:07.895016 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 11:36:07.895073 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 11:36:07.895132 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 11:36:07.895194 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 11:36:07.895252 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 11:36:07.895311 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 11:36:07.895368 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 11:36:07.895431 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 11:36:07.895489 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 11:36:07.895548 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 11:36:07.895606 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 11:36:07.895663 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 11:36:07.895723 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 11:36:07.895783 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 11:36:07.895840 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 11:36:07.895899 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 11:36:07.895956 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 11:36:07.896014 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 11:36:07.896073 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 11:36:07.896130 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 11:36:07.896195 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 11:36:07.896255 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 11:36:07.896312 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 11:36:07.896369 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 11:36:07.896428 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 11:36:07.896522 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 11:36:07.896591 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 11:36:07.896651 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 11:36:07.896713 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 11:36:07.896771 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 11:36:07.896828 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 11:36:07.896886 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 11:36:07.896948 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 11:36:07.897006 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 11:36:07.897063 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 11:36:07.897120 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 11:36:07.897178 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 11:36:07.897243 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 11:36:07.897300 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 11:36:07.897360 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 11:36:07.897418 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 11:36:07.897475 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 11:36:07.897533 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 11:36:07.897591 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 11:36:07.897649 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 11:36:07.897713 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 11:36:07.897772 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 11:36:07.897830 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 11:36:07.897886 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 11:36:07.897944 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 11:36:07.898005 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 11:36:07.898063 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 11:36:07.898121 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 11:36:07.898178 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 11:36:07.898242 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 11:36:07.898299 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 11:36:07.898358 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 11:36:07.898417 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 11:36:07.898475 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 11:36:07.898534 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 11:36:07.898598 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 11:36:07.898657 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 11:36:07.898718 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 11:36:07.898775 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 11:36:07.898832 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 11:36:07.898889 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 11:36:07.898955 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 11:36:07.899013 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 11:36:07.899070 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 11:36:07.899131 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 11:36:07.899194 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 11:36:07.899252 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 11:36:07.899311 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 11:36:07.899369 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 11:36:07.899426 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 11:36:07.899485 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 11:36:07.899542 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 11:36:07.899599 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 11:36:07.899655 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 11:36:07.899714 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 11:36:07.899771 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 11:36:07.899830 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 11:36:07.899892 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 11:36:07.899950 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 11:36:07.900008 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 11:36:07.900065 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 11:36:07.900124 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 11:36:07.900181 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 11:36:07.900243 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 11:36:07.900300 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 11:36:07.900357 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 11:36:07.900414 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 11:36:07.900487 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 11:36:07.900551 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 11:36:07.900613 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 11:36:07.900672 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 11:36:07.900733 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 11:36:07.900791 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 11:36:07.900849 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 11:36:07.900907 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 11:36:07.900964 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 11:36:07.901021 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 11:36:07.901078 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 11:36:07.901135 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 11:36:07.901200 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 11:36:07.901257 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 11:36:07.901318 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 11:36:07.901376 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 11:36:07.901433 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 11:36:07.901490 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 11:36:07.901546 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 11:36:07.901604 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 11:36:07.901662 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 11:36:07.901721 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 11:36:07.901778 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 11:36:07.901837 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 11:36:07.901895 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 11:36:07.901952 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 11:36:07.902009 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 11:36:07.902075 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 11:36:07.902132 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 11:36:07.902194 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 11:36:07.902251 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 11:36:07.902309 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 11:36:07.902367 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 11:36:07.902424 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 11:36:07.902482 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 11:36:07.902539 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 11:36:07.902597 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 11:36:07.902654 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 11:36:07.902714 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 11:36:07.902775 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 11:36:07.902832 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 11:36:07.902889 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 11:36:07.902945 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 11:36:07.903002 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 11:36:07.903059 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 11:36:07.903120 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 11:36:07.903177 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 11:36:07.903244 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 11:36:07.903301 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 11:36:07.903357 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 11:36:07.903415 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 11:36:07.903472 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 11:36:07.903533 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 11:36:07.903592 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 11:36:07.903649 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 11:36:07.903707 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 11:36:07.903765 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 11:36:07.903824 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 11:36:07.903882 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 11:36:07.903939 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 11:36:07.903995 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 11:36:07.904052 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 11:36:07.904109 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 11:36:07.904166 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 11:36:07.904236 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 11:36:07.904294 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 11:36:07.904350 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 11:36:07.904407 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 11:36:07.904465 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 11:36:07.904544 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 11:36:07.904602 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 11:36:07.904659 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 11:36:07.904719 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 11:36:07.904776 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 11:36:07.904833 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 11:36:07.904889 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 11:36:07.904952 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 11:36:07.905009 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 11:36:07.905066 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 11:36:07.905123 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 11:36:07.905185 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 11:36:07.905245 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 11:36:07.905303 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 11:36:07.905360 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 11:36:07.905417 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 11:36:07.905474 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 11:36:07.905531 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 11:36:07.905589 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 11:36:07.905647 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 11:36:07.905711 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 11:36:07.905770 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 11:36:07.905827 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 11:36:07.905884 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 11:36:07.905942 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 11:36:07.906001 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 11:36:07.906056 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 11:36:07.906114 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 11:36:07.906171 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 11:36:07.906234 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 11:36:07.906291 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 11:36:07.906349 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 11:36:07.906411 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 11:36:07.906471 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 11:36:07.906527 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 11:36:07.906584 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 11:36:07.906642 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 11:36:07.906702 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 11:36:07.906759 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 11:36:07.906816 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 11:36:07.906873 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 11:36:07.906929 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 11:36:07.906987 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 11:36:07.907046 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 11:36:07.907107 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 11:36:07.907165 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 11:36:07.907227 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 11:36:07.907284 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 11:36:07.907341 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 11:36:07.907398 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 11:36:07.907455 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 11:36:07.907512 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 11:36:07.907569 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 11:36:07.907627 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 11:36:07.907685 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 11:36:07.907743 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 11:36:07.907800 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 11:36:07.907862 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 11:36:07.907918 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 11:36:07.907977 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 11:36:07.908034 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 11:36:07.908090 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 11:36:07.908145 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 11:36:07.908210 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 11:36:07.908267 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 11:36:07.908324 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 11:36:07.908382 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 11:36:07.908441 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 11:36:07.908514 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 11:36:07.908586 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 11:36:07.908646 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 11:36:07.908705 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 11:36:07.908763 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 11:36:07.908821 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 11:36:07.908879 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 11:36:07.908936 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 11:36:07.908993 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 11:36:07.909051 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 11:36:07.909109 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 11:36:07.909166 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 11:36:07.909229 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 11:36:07.909291 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 11:36:07.909348 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 11:36:07.909405 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 11:36:07.909461 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 11:36:07.909518 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 11:36:07.909575 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 11:36:07.909632 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 11:36:07.909692 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 11:36:07.909749 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 11:36:07.909806 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 11:36:07.909863 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 11:36:07.909920 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 11:36:07.909980 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 11:36:07.910042 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 11:36:07.910099 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 11:36:07.910156 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 11:36:07.910221 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 11:36:07.910278 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 11:36:07.910336 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 11:36:07.910393 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 11:36:07.910450 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 11:36:07.910509 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 11:36:07.910566 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 11:36:07.910621 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 11:36:07.910679 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 11:36:07.910742 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 11:36:07.910799 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 11:36:07.910857 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 11:36:07.910914 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 11:36:07.910972 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 11:36:07.911029 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 11:36:07.911086 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 11:36:07.911142 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 11:36:07.911202 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 11:36:07.911276 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 11:36:07.911334 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 11:36:07.911391 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 11:36:07.911448 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 11:36:07.911511 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 11:36:07.911570 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 11:36:07.911627 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 11:36:07.911684 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 11:36:07.911742 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 11:36:07.911799 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 11:36:07.911856 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 11:36:07.911914 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 11:36:07.911971 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 11:36:07.912028 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 11:36:07.912085 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 11:36:07.912142 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 11:36:07.912210 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 11:36:07.912270 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 11:36:07.912326 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 11:36:07.912384 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 11:36:07.912441 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 11:36:07.912513 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 11:36:07.912575 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 11:36:07.912632 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 11:36:07.912692 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 11:36:07.912750 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 11:36:07.912807 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 11:36:07.912864 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 11:36:07.912925 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 11:36:07.912983 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 11:36:07.913041 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 11:36:07.913096 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 11:36:07.913153 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 11:36:07.913218 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 11:36:07.913275 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 11:36:07.913331 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 11:36:07.913388 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 11:36:07.913446 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 11:36:07.913503 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 11:36:07.913562 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 11:36:07.913619 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 11:36:07.913680 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 11:36:07.913739 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 11:36:07.913798 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 11:36:07.913855 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 11:36:07.913912 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 11:36:07.913969 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 11:36:07.914025 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 11:36:07.914083 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 11:36:07.914140 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 11:36:07.914205 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 11:36:07.914263 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 11:36:07.914319 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 11:36:07.914381 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 11:36:07.914438 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 11:36:07.914496 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 11:36:07.914554 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 11:36:07.914611 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 11:36:07.914669 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 11:36:07.914729 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 11:36:07.914787 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 11:36:07.914844 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 11:36:07.914902 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 11:36:07.914958 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 11:36:07.915015 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 11:36:07.915072 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 11:36:07.915133 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 11:36:07.915195 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 11:36:07.915254 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 11:36:07.915313 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 11:36:07.915371 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 11:36:07.915429 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 11:36:07.915487 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 11:36:07.915544 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 11:36:07.915601 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 11:36:07.915657 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 11:36:07.915718 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 11:36:07.915775 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 11:36:07.915838 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 11:36:07.915895 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 11:36:07.915952 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 11:36:07.916011 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 11:36:07.916069 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 11:36:07.916126 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 11:36:07.916189 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 11:36:07.916248 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 11:36:07.916306 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 11:36:07.916362 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 11:36:07.916419 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 11:36:07.916491 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 11:36:07.916554 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 11:36:07.916611 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 11:36:07.916670 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 11:36:07.916731 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 11:36:07.916789 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 11:36:07.916846 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 11:36:07.916903 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 11:36:07.916960 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 11:36:07.917017 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 11:36:07.917074 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 11:36:07.917131 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 11:36:07.917192 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 11:36:07.917251 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 11:36:07.917313 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 11:36:07.917371 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 11:36:07.917428 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 11:36:07.917485 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 11:36:07.917542 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 11:36:07.917599 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 11:36:07.917655 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 11:36:07.917716 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 11:36:07.917773 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 11:36:07.917830 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 11:36:07.917886 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 11:36:07.917943 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 11:36:07.918004 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 11:36:07.918061 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 11:36:07.918118 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 11:36:07.918175 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 11:36:07.918237 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 11:36:07.918294 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 11:36:07.918351 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 11:36:07.918409 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 11:36:07.918466 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 11:36:07.918523 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 11:36:07.918589 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 11:36:07.918647 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 11:36:07.918711 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 11:36:07.918770 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 11:36:07.918827 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 11:36:07.918884 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 11:36:07.918941 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 11:36:07.918998 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 11:36:07.919054 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 11:36:07.919111 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 11:36:07.919168 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 11:36:07.919231 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 11:36:07.919290 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 11:36:07.919348 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 11:36:07.919404 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 11:36:07.919466 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 11:36:07.919523 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 11:36:07.919579 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 11:36:07.919642 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 11:36:07.919703 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 11:36:07.919761 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 11:36:07.919820 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 11:36:07.919878 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 11:36:07.919936 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 11:36:07.919995 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 11:36:07.920053 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 11:36:07.920109 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 11:36:07.920171 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 11:36:07.920233 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 11:36:07.920290 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 11:36:07.920347 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 11:36:07.920403 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 11:36:07.920460 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 11:36:07.920538 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 11:36:07.920598 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 11:36:07.920656 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 11:36:07.920716 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 11:36:07.920774 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 11:36:07.920831 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 11:36:07.920892 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 11:36:07.920949 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 11:36:07.921008 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 11:36:07.921063 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 11:36:07.921120 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 11:36:07.921178 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 11:36:07.921241 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 11:36:07.921299 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 11:36:07.921356 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 11:36:07.921413 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 11:36:07.921472 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 11:36:07.921528 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 11:36:07.921586 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 11:36:07.921647 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 11:36:07.921706 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 11:36:07.921763 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 11:36:07.921822 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 11:36:07.921879 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 11:36:07.921936 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 11:36:07.921993 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 11:36:07.922050 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 11:36:07.922107 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 11:36:07.922166 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 11:36:07.922228 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 11:36:07.922285 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 11:36:07.922352 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 11:36:07.922410 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 11:36:07.922468 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 11:36:07.922527 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 11:36:07.922585 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 11:36:07.922641 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 11:36:07.922702 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 11:36:07.922759 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 11:36:07.922816 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 11:36:07.922873 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 11:36:07.922930 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 11:36:07.922986 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 11:36:07.923043 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 11:36:07.923105 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 11:36:07.923162 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 11:36:07.923227 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 11:36:07.923285 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 11:36:07.923342 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 11:36:07.923399 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 11:36:07.923456 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 11:36:07.923513 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 11:36:07.923572 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 11:36:07.923629 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 11:36:07.923687 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 11:36:07.923746 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 11:36:07.923808 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 11:36:07.923865 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 11:36:07.923922 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 11:36:07.923979 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 11:36:07.924041 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 11:36:07.924098 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 11:36:07.924155 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 11:36:07.924217 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 11:36:07.924276 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 11:36:07.924334 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 11:36:07.924392 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 11:36:07.924448 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 11:36:07.924530 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 11:36:07.924588 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 11:36:07.924647 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 11:36:07.924707 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 11:36:07.924766 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 11:36:07.924823 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 11:36:07.924880 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 11:36:07.924937 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 11:36:07.924995 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 11:36:07.925054 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 11:36:07.925112 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 11:36:07.925168 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 11:36:07.925231 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 11:36:07.925293 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 11:36:07.925352 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 11:36:07.925409 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 11:36:07.925466 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 11:36:07.925523 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 11:36:07.925580 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 11:36:07.925637 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 11:36:07.925698 140530872468928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 11:36:07.930967 140530872468928 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 11:36:07.931490 140530872468928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 11:36:07.943259 140530872468928 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 11:36:07.960813 140530872468928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 11:36:07.961056 140530872468928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 11:36:07.968530 140530872468928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 11:36:08.048166 140530872468928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 11:36:08.048440 140530872468928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 11:36:08.050947 140530872468928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 11:36:08.051155 140530872468928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 11:36:08.206204 140530872468928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 11:36:08.206985 140530872468928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 11:36:08.207614 140530872468928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 11:36:08.611742 140530872468928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 11:36:08.991619 140530872468928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 11:36:09.285084: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 11:36:09.285129: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 11:36:09.285156: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 11:36:19.216133 140530872468928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 11:36:19.217670 140530872468928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 11:36:19.231369 140530872468928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 11:36:19.269084 140530872468928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 11:36:22.195945 140530872468928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 11:36:22.200683 140530872468928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 11:36:22.225677 140530872468928 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 11:36:22.269972 140530872468928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 11:36:22.280874 140530872468928 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 11:36:22.362987 140530872468928 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 11:36:22.369103 140530872468928 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 11:36:22.369312 140530872468928 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 11:36:22.369383 140530872468928 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 11:36:22.369446 140530872468928 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 11:36:22.369507 140530872468928 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 11:36:22.369565 140530872468928 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.1 ************************************** +I1010 11:36:22.369622 140530872468928 resnet_main.py:388] ****************************** the weight_decay_input is 1.1 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 11:36:22.369756 140530872468928 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 11:36:22.369908 140530872468928 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 11:36:22.370842 140530872468928 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 11:36:22.401925 140530872468928 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 11:36:25.308093 140530872468928 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:25.392729 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:25.451822 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:25.513601 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:25.618474 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:25.679198 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:25.741534 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:25.847174 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:25.906858 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:25.969742 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:26.074470 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:26.133708 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:26.196270 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:26.303212 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:26.365149 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:26.427113 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:26.533922 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:26.592829 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:26.657576 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:26.780051 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:26.838946 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:26.907200 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.021610 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.085355 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.150805 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.259322 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.318685 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.384715 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.492278 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.550971 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.614372 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.719346 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.779364 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.842237 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:27.949528 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.009426 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.071450 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.176832 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.235289 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.297092 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.401810 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.461496 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.523133 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.626523 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.684237 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.746102 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.855427 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.915368 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:28.979038 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:29.084342 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:29.145915 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:29.210553 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:29.318355 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:29.377125 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:29.439573 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:29.544951 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:29.603530 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:29.665744 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:29.772368 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:29.834745 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:29.898574 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.005094 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.064121 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.130024 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.238053 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.296610 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.358719 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.465306 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.528168 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.592855 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.698580 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.759641 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.825067 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:30.934299 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:31.001559 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:31.085762 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:31.205121 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:31.561007 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:31.626847 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:31.733514 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:31.793268 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:31.857805 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:31.965720 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.027795 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.093173 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.201142 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.261821 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.324709 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.432418 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.492731 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.554677 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.659795 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.721604 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.786026 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.893549 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:32.953610 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.016767 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.121330 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.182287 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.248366 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.355298 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.418279 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.482932 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.588838 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.647592 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.708592 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.813098 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.871457 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:33.933434 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.038789 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.100073 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.164355 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.272821 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.331773 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.394678 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.499114 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.557547 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.618777 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.723608 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.785940 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.857084 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:34.966521 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.025521 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.086815 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.190999 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.251382 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.314014 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.421195 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.482465 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.546569 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.653486 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.715023 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.780796 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.887321 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:35.947583 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.012918 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.120403 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.180222 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.243516 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.347027 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.410248 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.475436 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.582113 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.641371 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.704083 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.811173 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.870595 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:36.936783 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.044903 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.106816 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.171845 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.279731 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.341208 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.408027 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.513295 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.573980 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.637613 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.743992 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.806405 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.876593 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:37.988802 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:36:38.092070 140530872468928 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 11:36:38.764348 140530872468928 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 11:36:39.025846 140530872468928 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 11:36:45.695437 140530872468928 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 11:36:46.923353 140530872468928 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 11:37:01.134082 140530872468928 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 11:37:01.305010 140530872468928 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:37:21.750901 140530872468928 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 11:37:34.886312 140530872468928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 11:37:35.950501 140530872468928 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 11:37:35.951057 140530872468928 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 11:37:35.951692: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 11:37:35.979382 140530872468928 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 11:37:36.009008 140530872468928 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 11:37:36.062027 140530872468928 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 11:37:51.779848 140530872468928 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 11:37:51.780771 140528861824768 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 11:37:51.781169 140528853432064 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 11:37:51.833686 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:37:51.905076 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:37:51.971350 140530872468928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:37:51.971698 140530872468928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 11:38:21.998282 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:38:22.105122 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 11:38:43.307811 140528853432064 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 11:38:52.182233 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:38:52.268757 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:39:22.352677 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:39:22.443363 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:39:22.871541 140530872468928 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.9584117, step = 200 +I1010 11:39:36.330946 140530872468928 basic_session_run_hooks.py:262] loss = 4.9584117, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:39:36.334173 140530872468928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:39:36.334558 140530872468928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 11:39:48.036820 140528853432064 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 11:39:52.565206 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:39:52.643716 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:40:22.729186 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:40:22.796964 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:40:27.870444 140530872468928 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.0353274, step = 400 (63.719 sec) +I1010 11:40:40.050164 140530872468928 basic_session_run_hooks.py:260] loss = 4.0353274, step = 400 (63.719 sec) +INFO:tensorflow:global_step/sec: 3.13878 +I1010 11:40:40.052252 140530872468928 tpu_estimator.py:2307] global_step/sec: 3.13878 +INFO:tensorflow:examples/sec: 205703 +I1010 11:40:40.053704 140530872468928 tpu_estimator.py:2308] examples/sec: 205703 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:40:40.055181 140530872468928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:40:40.055449 140530872468928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 9) +I1010 11:40:48.058248 140528853432064 tpu_estimator.py:279] Outfeed finished for iteration (2, 9) +I1010 11:40:52.884229 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:40:53.000528 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:41:23.064024 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:41:23.165267 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:41:26.336855 140530872468928 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.8879414, step = 600 (60.635 sec) +I1010 11:41:40.684699 140530872468928 basic_session_run_hooks.py:260] loss = 3.8879414, step = 600 (60.635 sec) +INFO:tensorflow:global_step/sec: 3.29845 +I1010 11:41:40.686691 140530872468928 tpu_estimator.py:2307] global_step/sec: 3.29845 +INFO:tensorflow:examples/sec: 216168 +I1010 11:41:40.687206 140530872468928 tpu_estimator.py:2308] examples/sec: 216168 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:41:40.688771 140530872468928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:41:40.689006 140530872468928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 6) +I1010 11:41:48.079221 140528853432064 tpu_estimator.py:279] Outfeed finished for iteration (3, 6) +I1010 11:41:53.250734 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:41:53.322904 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:42:23.406409 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:42:23.531925 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:42:26.749023 140530872468928 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.4646344, step = 800 (58.292 sec) +I1010 11:42:38.976306 140530872468928 basic_session_run_hooks.py:260] loss = 3.4646344, step = 800 (58.292 sec) +INFO:tensorflow:global_step/sec: 3.43104 +I1010 11:42:38.977896 140530872468928 tpu_estimator.py:2307] global_step/sec: 3.43104 +INFO:tensorflow:examples/sec: 224857 +I1010 11:42:38.978276 140530872468928 tpu_estimator.py:2308] examples/sec: 224857 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:42:38.979312 140530872468928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:42:38.979480 140530872468928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 14) +I1010 11:42:48.162077 140528853432064 tpu_estimator.py:279] Outfeed finished for iteration (4, 14) +I1010 11:42:53.584893 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:42:53.698052 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:43:23.773509 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:43:23.870785 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:43:25.414367 140530872468928 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 11:43:34.731164 140530872468928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.3152032, step = 1000 (59.705 sec) +I1010 11:43:38.681714 140530872468928 basic_session_run_hooks.py:260] loss = 3.3152032, step = 1000 (59.705 sec) +INFO:tensorflow:global_step/sec: 3.34975 +I1010 11:43:38.683979 140530872468928 tpu_estimator.py:2307] global_step/sec: 3.34975 +INFO:tensorflow:examples/sec: 219529 +I1010 11:43:38.684627 140530872468928 tpu_estimator.py:2308] examples/sec: 219529 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:43:38.685977 140530872468928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:43:38.686207 140530872468928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 15) +I1010 11:43:48.305514 140528853432064 tpu_estimator.py:279] Outfeed finished for iteration (5, 15) +I1010 11:43:53.941997 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:43:54.017834 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:44:24.103806 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:44:24.182130 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:44:25.426775 140530872468928 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.1510935, step = 1200 (59.557 sec) +I1010 11:44:38.238686 140530872468928 basic_session_run_hooks.py:260] loss = 3.1510935, step = 1200 (59.557 sec) +INFO:tensorflow:global_step/sec: 3.35816 +I1010 11:44:38.240341 140530872468928 tpu_estimator.py:2307] global_step/sec: 3.35816 +INFO:tensorflow:examples/sec: 220080 +I1010 11:44:38.240767 140530872468928 tpu_estimator.py:2308] examples/sec: 220080 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:44:38.241853 140530872468928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:44:38.242018 140530872468928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 18) +I1010 11:44:48.544538 140528853432064 tpu_estimator.py:279] Outfeed finished for iteration (6, 18) +I1010 11:44:54.251519 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:44:54.325588 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:45:24.413121 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:45:24.521806 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:45:25.191384 140530872468928 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.0233026, step = 1400 (59.340 sec) +I1010 11:45:37.578363 140530872468928 basic_session_run_hooks.py:260] loss = 3.0233026, step = 1400 (59.340 sec) +INFO:tensorflow:global_step/sec: 3.37043 +I1010 11:45:37.580015 140530872468928 tpu_estimator.py:2307] global_step/sec: 3.37043 +INFO:tensorflow:examples/sec: 220884 +I1010 11:45:37.580439 140530872468928 tpu_estimator.py:2308] examples/sec: 220884 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:45:37.581787 140530872468928 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:45:37.581994 140530872468928 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 23) +I1010 11:45:48.551925 140528853432064 tpu_estimator.py:279] Outfeed finished for iteration (7, 23) +I1010 11:45:54.595845 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:45:54.668951 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:46:23.991808 140530872468928 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:46:24.749253 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:46:24.821645 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.8323603, step = 1600 (61.568 sec) +I1010 11:46:39.146167 140530872468928 basic_session_run_hooks.py:260] loss = 2.8323603, step = 1600 (61.568 sec) +INFO:tensorflow:global_step/sec: 3.24843 +I1010 11:46:39.148192 140530872468928 tpu_estimator.py:2307] global_step/sec: 3.24843 +INFO:tensorflow:examples/sec: 212889 +I1010 11:46:39.148752 140530872468928 tpu_estimator.py:2308] examples/sec: 212889 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 11:46:39.150194 140530872468928 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 11:46:39.150403 140530872468928 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 13) +I1010 11:46:48.571366 140528853432064 tpu_estimator.py:279] Outfeed finished for iteration (8, 13) +I1010 11:46:54.905898 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:46:55.003755 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.8218763, step = 1760 (38.305 sec) +I1010 11:47:17.451420 140530872468928 basic_session_run_hooks.py:260] loss = 2.8218763, step = 1760 (38.305 sec) +INFO:tensorflow:global_step/sec: 4.17703 +I1010 11:47:17.452824 140530872468928 tpu_estimator.py:2307] global_step/sec: 4.17703 +INFO:tensorflow:examples/sec: 273746 +I1010 11:47:17.453196 140530872468928 tpu_estimator.py:2308] examples/sec: 273746 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:47:17.454144 140530872468928 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:47:25.076199 140528845039360 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:47:25.165154 140528845039360 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 11:47:32.126959 140530872468928 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 11:47:32.127312 140530872468928 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 11:47:32.127549 140528861824768 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 11:47:32.127696 140528861824768 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 11:47:32.127868 140530872468928 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 11:47:32.127979 140530872468928 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 11:47:32.128038 140530872468928 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 11:47:32.128165 140528853432064 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 11:47:32.128249 140528853432064 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 11:47:32.128381 140530872468928 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 11:47:32.128520 140530872468928 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.8218763. +I1010 11:47:56.969232 140530872468928 estimator.py:371] Loss for final step: 2.8218763. +INFO:tensorflow:training_loop marked as finished +I1010 11:47:56.971906 140530872468928 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 11:48:00.730911 140663722075584 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 11:48:00.737514 140663722075584 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 11:48:00.737821 140663722075584 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 11:48:00.741766 140663722075584 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:48:00.794644 140663722075584 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 11:48:00.794998 140663722075584 transport.py:157] Attempting refresh to obtain initial access_token +I1010 11:48:00.899982 140663722075584 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:48:00.951536 140663722075584 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 11:48:00.951890 140663722075584 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 11:48:01.065443 140663722075584 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 11:48:01.066809 140663722075584 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 11:48:01.067126 140663722075584 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 11:48:01.067672 140663722075584 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 11:48:01.067760 140663722075584 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 11:48:01.067847 140663722075584 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 11:48:01.067972 140663722075584 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 11:48:01.336847 140663722075584 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 11:48:01.337510 140663722075584 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 11:48:01.337992 140663722075584 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 11:48:01.339723: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 11:48:01.352788 140663722075584 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 11:48:01.354965 140663722075584 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 11:48:01.355705 140663722075584 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 11:48:01.355782 140663722075584 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 11:48:01.355859 140663722075584 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 11:48:01.356178 140663722075584 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 11:48:01.356251 140663722075584 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 11:48:01.356317 140663722075584 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 11:48:01.356379 140663722075584 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 11:48:01.356442 140663722075584 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 11:48:01.356573 140663722075584 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 11:48:01.356643 140663722075584 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 11:48:01.356704 140663722075584 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 11:48:01.356765 140663722075584 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 11:48:01.356837 140663722075584 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 11:48:01.363585 140663722075584 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 11:48:01.365839 140663722075584 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 11:48:01.382088 140663722075584 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 11:48:01.382427 140663722075584 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 11:48:01.392339 140663722075584 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 11:48:01.489515 140663722075584 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 11:48:01.489867 140663722075584 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 11:48:01.653131 140663722075584 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 11:48:01.654033 140663722075584 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 11:48:01.654685 140663722075584 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 11:48:02.088123 140663722075584 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 11:48:02.716932: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 11:48:02.716993: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 11:48:02.717029: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 11:48:02.741734 140663722075584 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 11:48:02.743347 140663722075584 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 11:48:02.759840 140663722075584 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 11:48:02.788913 140663722075584 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 11:48:05.100069 140663722075584 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 11:48:05.104839 140663722075584 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 11:48:05.129775 140663722075584 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 11:48:05.176079 140663722075584 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 11:48:05.187326 140663722075584 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 11:48:05.282994 140663722075584 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 11:48:05.523542 140663722075584 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 11:48:05.539094 140663722075584 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 11:48:05.558033 140663722075584 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T11:48:05Z +I1010 11:48:05.574331 140663722075584 evaluation.py:255] Starting evaluation at 2019-10-10T11:48:05Z +INFO:tensorflow:TPU job name worker +I1010 11:48:05.574596 140663722075584 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 11:48:06.094624 140663722075584 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 11:48:06.168586 140663722075584 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 11:48:08.873265 140663722075584 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 11:48:08.890343 140663722075584 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 11:48:08.928261 140663722075584 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 11:48:08.946698 140663722075584 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 11:48:15.369532 140663722075584 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 11:48:15.370611 140662041204480 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 11:48:15.371139 140662032811776 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 11:48:15.535583 140663722075584 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 11:48:15.557816 140663722075584 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 11:48:15.559144 140663722075584 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 11:48:15.592704 140662024419072 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 11:48:15.666990 140662024419072 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 11:48:26.853403 140662032811776 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 11:48:36.561429 140663722075584 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 11:48:36.561878 140663722075584 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 11:48:36.561966 140663722075584 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 11:48:36.562166 140662041204480 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 11:48:36.562310 140662041204480 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 11:48:36.562474 140663722075584 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 11:48:36.562591 140663722075584 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 11:48:36.562652 140663722075584 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 11:48:36.562783 140662032811776 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 11:48:36.562871 140662032811776 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 11:48:36.563000 140663722075584 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 11:48:36.563100 140663722075584 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-11:48:45 +I1010 11:48:45.935982 140663722075584 evaluation.py:275] Finished evaluation at 2019-10-10-11:48:45 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.6947215, top_1_accuracy = 0.75113934, top_5_accuracy = 0.9247233 +I1010 11:48:45.936415 140663722075584 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.6947215, top_1_accuracy = 0.75113934, top_5_accuracy = 0.9247233 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 11:48:48.058198 140663722075584 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 11:48:48.482233 140663722075584 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.6947215, 'top_1_accuracy': 0.75113934, 'global_step': 1760, 'top_5_accuracy': 0.9247233}. Elapsed seconds: 47 +I1010 11:48:48.482625 140663722075584 resnet_main.py:597] Eval results: {'loss': 2.6947215, 'top_1_accuracy': 0.75113934, 'global_step': 1760, 'top_5_accuracy': 0.9247233}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 11:48:48.482774 140663722075584 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570707399606156... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570708046083925... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570707402.v3-512#1570708052059536... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570707435616416... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570707813822267... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570707814088985... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570707818050209... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570707871735595... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570707871951190... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570707876025610... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570707932750074... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570707933004561... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570707937037712... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570707992510367... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570707992786512... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570707996914695... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570708045424203... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570708045590161... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570708049578729... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570708126467555... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570708126.v3-512#1570708128380128... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 11:48:52.963090 140588501751232 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 11:48:52.969566 140588501751232 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 11:48:52.969876 140588501751232 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 11:48:52.973870 140588501751232 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:48:53.024066 140588501751232 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 11:48:53.024430 140588501751232 transport.py:157] Attempting refresh to obtain initial access_token +I1010 11:48:53.122946 140588501751232 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 11:48:53.175808 140588501751232 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 11:48:53.176177 140588501751232 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 11:48:53.247245 140588501751232 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 11:48:53.249083 140588501751232 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 11:48:53.249494 140588501751232 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 11:48:53.250128 140588501751232 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 11:48:53.250221 140588501751232 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 11:48:53.250307 140588501751232 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 11:48:53.352165 140588501751232 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 11:48:53.438916 140588501751232 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 11:48:53.441294: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 11:48:53.500427 140588501751232 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 11:48:53.500798 140588501751232 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 11:48:53.501396 140588501751232 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 11:48:53.501471 140588501751232 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 11:48:53.501538 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 11:48:53.501827 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 11:48:53.501899 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 11:48:53.501982 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 11:48:53.502044 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 11:48:53.502104 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 11:48:53.502162 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 11:48:53.502223 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 11:48:53.502280 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 11:48:53.502347 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 11:48:53.502410 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 11:48:53.502470 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 11:48:53.502530 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 11:48:53.502588 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 11:48:53.502646 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 11:48:53.502711 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 11:48:53.502770 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 11:48:53.502829 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 11:48:53.502887 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 11:48:53.502944 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 11:48:53.503001 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 11:48:53.503060 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 11:48:53.503118 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 11:48:53.503176 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 11:48:53.503235 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 11:48:53.503292 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 11:48:53.503355 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 11:48:53.503413 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 11:48:53.503477 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 11:48:53.503535 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 11:48:53.503592 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 11:48:53.503648 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 11:48:53.503706 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 11:48:53.503763 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 11:48:53.503823 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 11:48:53.503884 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 11:48:53.503942 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 11:48:53.503999 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 11:48:53.504059 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 11:48:53.504117 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 11:48:53.504180 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 11:48:53.504237 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 11:48:53.504295 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 11:48:53.504360 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 11:48:53.504419 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 11:48:53.504515 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 11:48:53.504602 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 11:48:53.504662 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 11:48:53.504719 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 11:48:53.504779 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 11:48:53.504837 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 11:48:53.504894 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 11:48:53.504952 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 11:48:53.505018 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 11:48:53.505079 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 11:48:53.505136 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 11:48:53.505196 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 11:48:53.505253 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 11:48:53.505320 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 11:48:53.505379 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 11:48:53.505439 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 11:48:53.505496 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 11:48:53.505553 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 11:48:53.505610 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 11:48:53.505669 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 11:48:53.505734 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 11:48:53.505793 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 11:48:53.505850 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 11:48:53.505907 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 11:48:53.505964 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 11:48:53.506021 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 11:48:53.506078 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 11:48:53.506135 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 11:48:53.506192 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 11:48:53.506251 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 11:48:53.506308 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 11:48:53.506371 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 11:48:53.506433 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 11:48:53.506493 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 11:48:53.506550 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 11:48:53.506608 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 11:48:53.506666 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 11:48:53.506726 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 11:48:53.506783 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 11:48:53.506840 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 11:48:53.506899 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 11:48:53.506957 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 11:48:53.507014 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 11:48:53.507071 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 11:48:53.507129 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 11:48:53.507193 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 11:48:53.507251 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 11:48:53.507308 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 11:48:53.507371 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 11:48:53.507430 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 11:48:53.507486 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 11:48:53.507543 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 11:48:53.507600 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 11:48:53.507658 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 11:48:53.507715 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 11:48:53.507774 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 11:48:53.507832 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 11:48:53.507894 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 11:48:53.507952 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 11:48:53.508009 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 11:48:53.508069 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 11:48:53.508126 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 11:48:53.508187 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 11:48:53.508244 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 11:48:53.508304 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 11:48:53.508371 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 11:48:53.508430 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 11:48:53.508559 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 11:48:53.508631 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 11:48:53.508692 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 11:48:53.508759 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 11:48:53.508817 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 11:48:53.508877 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 11:48:53.508934 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 11:48:53.508992 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 11:48:53.509052 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 11:48:53.509113 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 11:48:53.509172 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 11:48:53.509231 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 11:48:53.509289 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 11:48:53.509355 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 11:48:53.509413 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 11:48:53.509476 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 11:48:53.509536 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 11:48:53.509593 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 11:48:53.509650 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 11:48:53.509710 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 11:48:53.509778 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 11:48:53.509840 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 11:48:53.509898 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 11:48:53.509955 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 11:48:53.510016 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 11:48:53.510075 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 11:48:53.510134 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 11:48:53.510198 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 11:48:53.510257 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 11:48:53.510318 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 11:48:53.510379 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 11:48:53.510437 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 11:48:53.510495 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 11:48:53.510555 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 11:48:53.510615 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 11:48:53.510673 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 11:48:53.510730 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 11:48:53.510788 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 11:48:53.510845 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 11:48:53.510902 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 11:48:53.510966 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 11:48:53.511025 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 11:48:53.511085 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 11:48:53.511143 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 11:48:53.511202 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 11:48:53.511275 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 11:48:53.511343 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 11:48:53.511401 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 11:48:53.511460 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 11:48:53.511518 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 11:48:53.511576 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 11:48:53.511634 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 11:48:53.511697 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 11:48:53.511756 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 11:48:53.511816 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 11:48:53.511876 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 11:48:53.511934 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 11:48:53.511991 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 11:48:53.512048 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 11:48:53.512106 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 11:48:53.512165 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 11:48:53.512224 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 11:48:53.512283 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 11:48:53.512347 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 11:48:53.512411 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 11:48:53.512500 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 11:48:53.512589 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 11:48:53.512653 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 11:48:53.512713 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 11:48:53.512772 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 11:48:53.512834 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 11:48:53.512892 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 11:48:53.512948 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 11:48:53.513006 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 11:48:53.513066 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 11:48:53.513124 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 11:48:53.513183 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 11:48:53.513247 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 11:48:53.513305 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 11:48:53.513374 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 11:48:53.513431 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 11:48:53.513489 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 11:48:53.513547 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 11:48:53.513605 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 11:48:53.513662 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 11:48:53.513720 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 11:48:53.513777 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 11:48:53.513835 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 11:48:53.513894 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 11:48:53.513957 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 11:48:53.514014 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 11:48:53.514084 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 11:48:53.514143 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 11:48:53.514202 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 11:48:53.514260 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 11:48:53.514322 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 11:48:53.514383 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 11:48:53.514441 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 11:48:53.514501 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 11:48:53.514559 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 11:48:53.514616 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 11:48:53.514674 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 11:48:53.514741 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 11:48:53.514800 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 11:48:53.514857 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 11:48:53.514914 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 11:48:53.514971 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 11:48:53.515041 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 11:48:53.515104 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 11:48:53.515163 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 11:48:53.515223 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 11:48:53.515280 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 11:48:53.515345 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 11:48:53.515403 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 11:48:53.515466 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 11:48:53.515526 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 11:48:53.515585 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 11:48:53.515644 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 11:48:53.515703 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 11:48:53.515763 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 11:48:53.515820 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 11:48:53.515878 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 11:48:53.515943 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 11:48:53.516002 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 11:48:53.516062 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 11:48:53.516119 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 11:48:53.516182 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 11:48:53.516242 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 11:48:53.516299 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 11:48:53.516364 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 11:48:53.516422 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 11:48:53.516525 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 11:48:53.516599 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 11:48:53.516659 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 11:48:53.516721 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 11:48:53.516782 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 11:48:53.516839 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 11:48:53.516899 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 11:48:53.516957 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 11:48:53.517023 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 11:48:53.517083 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 11:48:53.517143 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 11:48:53.517201 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 11:48:53.517260 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 11:48:53.517323 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 11:48:53.517383 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 11:48:53.517440 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 11:48:53.517498 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 11:48:53.517554 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 11:48:53.517611 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 11:48:53.517669 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 11:48:53.517734 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 11:48:53.517792 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 11:48:53.517852 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 11:48:53.517910 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 11:48:53.517966 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 11:48:53.518023 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 11:48:53.518081 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 11:48:53.518138 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 11:48:53.518196 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 11:48:53.518253 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 11:48:53.518311 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 11:48:53.518382 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 11:48:53.518445 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 11:48:53.518505 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 11:48:53.518564 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 11:48:53.518623 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 11:48:53.518681 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 11:48:53.518738 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 11:48:53.518795 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 11:48:53.518852 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 11:48:53.518909 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 11:48:53.518966 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 11:48:53.519023 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 11:48:53.519083 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 11:48:53.519143 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 11:48:53.519205 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 11:48:53.519263 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 11:48:53.519325 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 11:48:53.519385 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 11:48:53.519442 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 11:48:53.519500 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 11:48:53.519556 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 11:48:53.519614 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 11:48:53.519673 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 11:48:53.519731 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 11:48:53.519799 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 11:48:53.519860 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 11:48:53.519922 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 11:48:53.519980 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 11:48:53.520039 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 11:48:53.520096 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 11:48:53.520153 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 11:48:53.520210 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 11:48:53.520268 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 11:48:53.520330 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 11:48:53.520390 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 11:48:53.520448 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 11:48:53.520562 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 11:48:53.520626 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 11:48:53.520684 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 11:48:53.520750 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 11:48:53.520808 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 11:48:53.520867 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 11:48:53.520925 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 11:48:53.520982 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 11:48:53.521040 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 11:48:53.521099 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 11:48:53.521157 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 11:48:53.521215 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 11:48:53.521272 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 11:48:53.521342 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 11:48:53.521399 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 11:48:53.521464 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 11:48:53.521522 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 11:48:53.521579 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 11:48:53.521636 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 11:48:53.521693 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 11:48:53.521752 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 11:48:53.521811 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 11:48:53.521867 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 11:48:53.521924 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 11:48:53.521981 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 11:48:53.522037 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 11:48:53.522094 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 11:48:53.522160 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 11:48:53.522221 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 11:48:53.522279 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 11:48:53.522342 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 11:48:53.522402 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 11:48:53.522458 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 11:48:53.522515 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 11:48:53.522572 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 11:48:53.522629 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 11:48:53.522687 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 11:48:53.522744 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 11:48:53.522802 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 11:48:53.522860 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 11:48:53.522929 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 11:48:53.522989 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 11:48:53.523046 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 11:48:53.523104 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 11:48:53.523164 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 11:48:53.523221 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 11:48:53.523278 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 11:48:53.523341 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 11:48:53.523400 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 11:48:53.523457 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 11:48:53.523514 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 11:48:53.523571 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 11:48:53.523637 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 11:48:53.523696 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 11:48:53.523756 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 11:48:53.523813 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 11:48:53.523874 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 11:48:53.523931 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 11:48:53.523989 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 11:48:53.524053 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 11:48:53.524113 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 11:48:53.524172 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 11:48:53.524230 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 11:48:53.524287 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 11:48:53.524358 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 11:48:53.524424 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 11:48:53.524534 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 11:48:53.524616 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 11:48:53.524678 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 11:48:53.524738 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 11:48:53.524796 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 11:48:53.524854 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 11:48:53.524913 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 11:48:53.524975 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 11:48:53.525036 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 11:48:53.525094 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 11:48:53.525156 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 11:48:53.525228 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 11:48:53.525286 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 11:48:53.525352 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 11:48:53.525412 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 11:48:53.525474 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 11:48:53.525532 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 11:48:53.525589 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 11:48:53.525646 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 11:48:53.525705 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 11:48:53.525763 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 11:48:53.525820 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 11:48:53.525877 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 11:48:53.525939 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 11:48:53.525998 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 11:48:53.526056 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 11:48:53.526113 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 11:48:53.526170 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 11:48:53.526227 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 11:48:53.526285 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 11:48:53.526351 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 11:48:53.526408 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 11:48:53.526468 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 11:48:53.526525 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 11:48:53.526582 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 11:48:53.526644 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 11:48:53.526704 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 11:48:53.526761 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 11:48:53.526820 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 11:48:53.526879 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 11:48:53.526936 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 11:48:53.526998 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 11:48:53.527056 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 11:48:53.527116 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 11:48:53.527173 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 11:48:53.527230 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 11:48:53.527287 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 11:48:53.527352 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 11:48:53.527415 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 11:48:53.527472 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 11:48:53.527530 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 11:48:53.527587 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 11:48:53.527647 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 11:48:53.527704 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 11:48:53.527762 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 11:48:53.527820 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 11:48:53.527877 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 11:48:53.527935 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 11:48:53.527992 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 11:48:53.528048 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 11:48:53.528110 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 11:48:53.528168 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 11:48:53.528225 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 11:48:53.528285 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 11:48:53.528350 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 11:48:53.528409 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 11:48:53.528497 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 11:48:53.528589 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 11:48:53.528652 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 11:48:53.528712 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 11:48:53.528772 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 11:48:53.528830 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 11:48:53.528887 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 11:48:53.528954 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 11:48:53.529014 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 11:48:53.529072 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 11:48:53.529131 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 11:48:53.529190 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 11:48:53.529247 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 11:48:53.529306 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 11:48:53.529372 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 11:48:53.529432 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 11:48:53.529490 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 11:48:53.529548 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 11:48:53.529606 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 11:48:53.529669 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 11:48:53.529726 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 11:48:53.529802 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 11:48:53.529865 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 11:48:53.529926 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 11:48:53.529983 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 11:48:53.530041 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 11:48:53.530098 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 11:48:53.530155 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 11:48:53.530214 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 11:48:53.530270 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 11:48:53.530333 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 11:48:53.530397 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 11:48:53.530458 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 11:48:53.530515 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 11:48:53.530575 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 11:48:53.530632 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 11:48:53.530690 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 11:48:53.530747 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 11:48:53.530805 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 11:48:53.530862 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 11:48:53.530920 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 11:48:53.530977 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 11:48:53.531038 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 11:48:53.531095 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 11:48:53.531157 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 11:48:53.531215 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 11:48:53.531291 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 11:48:53.531357 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 11:48:53.531414 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 11:48:53.531471 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 11:48:53.531529 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 11:48:53.531585 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 11:48:53.531644 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 11:48:53.531702 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 11:48:53.531761 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 11:48:53.531819 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 11:48:53.531882 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 11:48:53.531939 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 11:48:53.531996 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 11:48:53.532052 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 11:48:53.532113 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 11:48:53.532170 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 11:48:53.532227 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 11:48:53.532284 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 11:48:53.532351 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 11:48:53.532409 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 11:48:53.532486 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 11:48:53.532550 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 11:48:53.532608 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 11:48:53.532671 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 11:48:53.532735 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 11:48:53.532793 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 11:48:53.532850 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 11:48:53.532908 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 11:48:53.533010 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 11:48:53.533070 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 11:48:53.533128 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 11:48:53.533186 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 11:48:53.533246 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 11:48:53.533303 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 11:48:53.533369 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 11:48:53.533432 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 11:48:53.533490 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 11:48:53.533549 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 11:48:53.533606 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 11:48:53.533663 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 11:48:53.533721 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 11:48:53.533782 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 11:48:53.533838 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 11:48:53.533895 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 11:48:53.533952 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 11:48:53.534010 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 11:48:53.534068 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 11:48:53.534131 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 11:48:53.534188 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 11:48:53.534245 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 11:48:53.534303 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 11:48:53.534368 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 11:48:53.534429 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 11:48:53.534487 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 11:48:53.534544 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 11:48:53.534603 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 11:48:53.534658 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 11:48:53.534715 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 11:48:53.534775 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 11:48:53.534833 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 11:48:53.534895 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 11:48:53.534955 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 11:48:53.535012 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 11:48:53.535072 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 11:48:53.535129 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 11:48:53.535186 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 11:48:53.535243 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 11:48:53.535300 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 11:48:53.535363 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 11:48:53.535422 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 11:48:53.535480 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 11:48:53.535537 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 11:48:53.535604 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 11:48:53.535662 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 11:48:53.535721 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 11:48:53.535779 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 11:48:53.535837 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 11:48:53.535896 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 11:48:53.535953 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 11:48:53.536010 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 11:48:53.536067 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 11:48:53.536123 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 11:48:53.536181 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 11:48:53.536240 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 11:48:53.536303 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 11:48:53.536370 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 11:48:53.536428 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 11:48:53.536508 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 11:48:53.536571 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 11:48:53.536628 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 11:48:53.536688 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 11:48:53.536745 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 11:48:53.536803 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 11:48:53.536860 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 11:48:53.536917 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 11:48:53.536976 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 11:48:53.537034 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 11:48:53.537097 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 11:48:53.537158 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 11:48:53.537214 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 11:48:53.537271 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 11:48:53.537336 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 11:48:53.537394 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 11:48:53.537451 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 11:48:53.537508 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 11:48:53.537566 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 11:48:53.537625 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 11:48:53.537683 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 11:48:53.537739 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 11:48:53.537801 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 11:48:53.537858 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 11:48:53.537914 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 11:48:53.537974 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 11:48:53.538032 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 11:48:53.538089 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 11:48:53.538152 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 11:48:53.538214 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 11:48:53.538273 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 11:48:53.538337 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 11:48:53.538397 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 11:48:53.538455 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 11:48:53.538512 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 11:48:53.538575 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 11:48:53.538633 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 11:48:53.538688 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 11:48:53.538747 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 11:48:53.538805 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 11:48:53.538866 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 11:48:53.538924 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 11:48:53.538983 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 11:48:53.539040 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 11:48:53.539097 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 11:48:53.539154 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 11:48:53.539211 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 11:48:53.539274 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 11:48:53.539338 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 11:48:53.539396 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 11:48:53.539452 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 11:48:53.539510 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 11:48:53.539567 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 11:48:53.539624 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 11:48:53.539690 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 11:48:53.539750 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 11:48:53.539819 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 11:48:53.539876 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 11:48:53.539935 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 11:48:53.539998 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 11:48:53.540055 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 11:48:53.540113 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 11:48:53.540172 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 11:48:53.540229 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 11:48:53.540287 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 11:48:53.540349 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 11:48:53.540407 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 11:48:53.540465 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 11:48:53.540544 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 11:48:53.540602 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 11:48:53.540659 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 11:48:53.540716 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 11:48:53.540779 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 11:48:53.540838 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 11:48:53.540895 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 11:48:53.540952 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 11:48:53.541009 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 11:48:53.541065 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 11:48:53.541121 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 11:48:53.541179 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 11:48:53.541237 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 11:48:53.541294 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 11:48:53.541361 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 11:48:53.541421 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 11:48:53.541486 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 11:48:53.541543 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 11:48:53.541601 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 11:48:53.541660 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 11:48:53.541717 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 11:48:53.541774 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 11:48:53.541834 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 11:48:53.541893 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 11:48:53.541949 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 11:48:53.542006 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 11:48:53.542064 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 11:48:53.542123 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 11:48:53.542191 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 11:48:53.542251 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 11:48:53.542309 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 11:48:53.542372 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 11:48:53.542429 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 11:48:53.542486 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 11:48:53.542543 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 11:48:53.542603 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 11:48:53.542660 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 11:48:53.542717 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 11:48:53.542776 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 11:48:53.542834 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 11:48:53.542892 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 11:48:53.542954 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 11:48:53.543011 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 11:48:53.543070 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 11:48:53.543128 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 11:48:53.543184 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 11:48:53.543241 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 11:48:53.543298 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 11:48:53.543363 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 11:48:53.543421 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 11:48:53.543478 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 11:48:53.543538 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 11:48:53.543595 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 11:48:53.543656 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 11:48:53.543715 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 11:48:53.543773 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 11:48:53.543831 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 11:48:53.543888 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 11:48:53.543945 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 11:48:53.544002 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 11:48:53.544058 140588501751232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 11:48:53.550352 140588501751232 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 11:48:53.550978 140588501751232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 11:48:53.564347 140588501751232 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 11:48:53.584007 140588501751232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 11:48:53.584336 140588501751232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 11:48:53.593914 140588501751232 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 11:48:53.682935 140588501751232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 11:48:53.683267 140588501751232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 11:48:53.686098 140588501751232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 11:48:53.686423 140588501751232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 11:48:53.855772 140588501751232 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 11:48:53.856703 140588501751232 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 11:48:53.857355 140588501751232 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 11:48:54.284965 140588501751232 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 11:48:54.737874 140588501751232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 11:48:55.053942: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 11:48:55.054008: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 11:48:55.054043: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 11:49:06.146017 140588501751232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 11:49:06.147877 140588501751232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 11:49:06.162720 140588501751232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 11:49:06.203320 140588501751232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 11:49:09.458211 140588501751232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 11:49:09.463948 140588501751232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 11:49:09.494416 140588501751232 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 11:49:09.544296 140588501751232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 11:49:09.556164 140588501751232 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 11:49:09.641258 140588501751232 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 11:49:09.645709 140588501751232 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 11:49:09.645987 140588501751232 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 11:49:09.646063 140588501751232 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 11:49:09.646126 140588501751232 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 11:49:09.646188 140588501751232 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 11:49:09.646248 140588501751232 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.2 ************************************** +I1010 11:49:09.646306 140588501751232 resnet_main.py:388] ****************************** the weight_decay_input is 1.2 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 11:49:09.646450 140588501751232 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 11:49:09.646605 140588501751232 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 11:49:09.647576 140588501751232 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 11:49:09.680349 140588501751232 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 11:49:12.921328 140588501751232 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:13.010467 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:13.076370 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:13.145417 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:13.262721 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:13.333015 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:13.401792 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:13.522443 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:13.588361 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:13.660403 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:13.782690 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:13.853533 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:13.930428 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:14.056426 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:14.126466 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:14.194823 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:14.310301 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:14.375118 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:14.447206 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:14.586210 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:14.648215 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:14.715624 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:14.830981 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:14.896825 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:14.963660 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:15.078974 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:15.146277 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:15.212933 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:15.331027 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:15.398264 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:15.473061 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:15.593029 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:15.661510 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:15.729758 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:15.848601 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:15.916421 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:15.991246 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:16.111931 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:16.174252 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:16.238840 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:16.346049 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:16.408814 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:16.472609 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:16.580090 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:16.639993 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:16.704411 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:16.820676 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:16.881800 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:16.947348 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:17.057764 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:17.121668 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:17.189726 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:17.308295 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:17.371948 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:17.441543 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:17.553733 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:17.619442 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:17.689388 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:17.804388 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:17.872925 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:17.940201 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:18.057393 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:18.125488 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:18.196857 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:18.322396 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:18.388947 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:18.462399 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:18.592048 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:18.667015 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:18.740860 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:18.860354 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:18.929181 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:19.002496 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:19.129487 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:19.201805 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:19.288757 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:19.411652 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:19.802828 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:19.868403 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:19.973400 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.032301 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.095607 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.199913 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.261476 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.327312 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.434695 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.496460 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.559773 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.664905 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.724090 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.787390 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.894480 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:20.956355 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.021828 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.130795 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.191070 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.254666 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.361311 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.422025 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.484977 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.592242 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.655092 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.720886 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.832361 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.893712 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:21.957595 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:22.064836 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:22.125783 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:22.197329 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:22.310873 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:22.375231 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:22.446975 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:22.562987 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:22.625391 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:22.694422 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:22.809012 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:22.877305 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:22.946261 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:23.063441 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:23.132626 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:23.212203 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:23.337856 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:23.404190 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:23.473838 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:23.592701 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:23.657785 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:23.725002 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:23.850106 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:23.922626 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:23.993313 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:24.115533 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:24.185008 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:24.254861 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:24.373373 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:24.438694 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:24.510303 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:24.629931 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:24.695086 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:24.765444 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:24.883271 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:24.949913 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:25.020207 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:25.140263 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:25.203589 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:25.270714 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:25.392596 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:25.460818 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:25.534295 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:25.648192 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:25.717915 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:25.791246 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:25.904321 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:25.972431 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:26.039622 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:26.153748 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:26.217979 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:26.289911 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:26.404910 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:26.471594 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:26.551491 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:26.672086 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 11:49:26.803589 140588501751232 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 11:49:27.504770 140588501751232 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 11:49:27.782737 140588501751232 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 11:49:33.881223 140588501751232 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 11:49:35.018881 140588501751232 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 11:49:49.330480 140588501751232 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 11:49:49.500566 140588501751232 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:50:09.944509 140588501751232 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 11:50:22.914102 140588501751232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 11:50:24.009088 140588501751232 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 11:50:24.009593 140588501751232 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 11:50:24.010145: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 11:50:24.038079 140588501751232 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 11:50:24.066726 140588501751232 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 11:50:24.120280 140588501751232 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 11:50:38.942002 140588501751232 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 11:50:38.943162 140586491299584 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 11:50:38.943751 140586482906880 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 11:50:39.001801 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:50:39.080895 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:50:39.149792 140588501751232 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:50:39.150248 140588501751232 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 11:51:09.163214 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:51:09.267911 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 11:51:31.373745 140586482906880 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 11:51:39.344624 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:51:39.440782 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:52:09.526367 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:52:09.605161 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:52:10.934139 140588501751232 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.9469986, step = 200 +I1010 11:52:25.222851 140588501751232 basic_session_run_hooks.py:262] loss = 4.9469986, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:52:25.225369 140588501751232 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:52:25.225641 140588501751232 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 11:52:37.036587 140586482906880 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 11:52:39.670747 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:52:39.742707 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:53:09.823179 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:53:09.901556 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:53:17.004911 140588501751232 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.218118, step = 400 (63.602 sec) +I1010 11:53:28.825256 140588501751232 basic_session_run_hooks.py:260] loss = 4.218118, step = 400 (63.602 sec) +INFO:tensorflow:global_step/sec: 3.14453 +I1010 11:53:28.827111 140588501751232 tpu_estimator.py:2307] global_step/sec: 3.14453 +INFO:tensorflow:examples/sec: 206080 +I1010 11:53:28.828360 140588501751232 tpu_estimator.py:2308] examples/sec: 206080 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:53:28.829555 140588501751232 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:53:28.829734 140588501751232 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 8) +I1010 11:53:37.066853 140586482906880 tpu_estimator.py:279] Outfeed finished for iteration (2, 8) +I1010 11:53:39.977078 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:53:40.061995 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:54:10.137892 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:54:10.231354 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:54:15.400010 140588501751232 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6413374, step = 600 (59.576 sec) +I1010 11:54:28.401025 140588501751232 basic_session_run_hooks.py:260] loss = 3.6413374, step = 600 (59.576 sec) +INFO:tensorflow:global_step/sec: 3.35708 +I1010 11:54:28.402643 140588501751232 tpu_estimator.py:2307] global_step/sec: 3.35708 +INFO:tensorflow:examples/sec: 220010 +I1010 11:54:28.403023 140588501751232 tpu_estimator.py:2308] examples/sec: 220010 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:54:28.404386 140588501751232 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:54:28.404603 140588501751232 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 12) +I1010 11:54:37.093024 140586482906880 tpu_estimator.py:279] Outfeed finished for iteration (3, 12) +I1010 11:54:40.306905 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:54:40.389733 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:55:10.445055 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:55:10.518790 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:55:15.337197 140588501751232 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3027592, step = 800 (59.308 sec) +I1010 11:55:27.709005 140588501751232 basic_session_run_hooks.py:260] loss = 3.3027592, step = 800 (59.308 sec) +INFO:tensorflow:global_step/sec: 3.37223 +I1010 11:55:27.710618 140588501751232 tpu_estimator.py:2307] global_step/sec: 3.37223 +INFO:tensorflow:examples/sec: 221002 +I1010 11:55:27.710971 140588501751232 tpu_estimator.py:2308] examples/sec: 221002 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:55:27.711895 140588501751232 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:55:27.712050 140588501751232 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 16) +I1010 11:55:37.225183 140586482906880 tpu_estimator.py:279] Outfeed finished for iteration (4, 16) +I1010 11:55:40.575603 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:55:40.658339 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:56:10.740808 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:56:10.817838 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:56:14.623330 140588501751232 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 11:56:23.945285 140588501751232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.2841187, step = 1000 (61.623 sec) +I1010 11:56:29.332422 140588501751232 basic_session_run_hooks.py:260] loss = 3.2841187, step = 1000 (61.623 sec) +INFO:tensorflow:global_step/sec: 3.2455 +I1010 11:56:29.334472 140588501751232 tpu_estimator.py:2307] global_step/sec: 3.2455 +INFO:tensorflow:examples/sec: 212697 +I1010 11:56:29.334963 140588501751232 tpu_estimator.py:2308] examples/sec: 212697 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:56:29.336332 140588501751232 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:56:29.336575 140588501751232 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 6) +I1010 11:56:37.284518 140586482906880 tpu_estimator.py:279] Outfeed finished for iteration (5, 6) +I1010 11:56:40.903539 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:56:40.983597 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:57:11.051538 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:57:11.130630 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:57:15.788244 140588501751232 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.2305968, step = 1200 (58.175 sec) +I1010 11:57:27.507250 140588501751232 basic_session_run_hooks.py:260] loss = 3.2305968, step = 1200 (58.175 sec) +INFO:tensorflow:global_step/sec: 3.43794 +I1010 11:57:27.508862 140588501751232 tpu_estimator.py:2307] global_step/sec: 3.43794 +INFO:tensorflow:examples/sec: 225309 +I1010 11:57:27.509202 140588501751232 tpu_estimator.py:2308] examples/sec: 225309 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:57:27.510293 140588501751232 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:57:27.510462 140588501751232 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 18) +I1010 11:57:37.469583 140586482906880 tpu_estimator.py:279] Outfeed finished for iteration (6, 18) +I1010 11:57:41.207447 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:57:41.275089 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:58:11.338368 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:58:11.416821 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:58:13.958899 140588501751232 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9582565, step = 1400 (59.305 sec) +I1010 11:58:26.811928 140588501751232 basic_session_run_hooks.py:260] loss = 2.9582565, step = 1400 (59.305 sec) +INFO:tensorflow:global_step/sec: 3.37197 +I1010 11:58:26.821465 140588501751232 tpu_estimator.py:2307] global_step/sec: 3.37197 +INFO:tensorflow:examples/sec: 220985 +I1010 11:58:26.821949 140588501751232 tpu_estimator.py:2308] examples/sec: 220985 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 11:58:26.823143 140588501751232 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 11:58:26.823324 140588501751232 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 19) +I1010 11:58:37.508662 140586482906880 tpu_estimator.py:279] Outfeed finished for iteration (7, 19) +I1010 11:58:41.492188 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:58:41.568886 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 11:59:11.631903 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:59:11.766830 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 11:59:13.252873 140588501751232 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9592555, step = 1600 (62.157 sec) +I1010 11:59:28.969062 140588501751232 basic_session_run_hooks.py:260] loss = 2.9592555, step = 1600 (62.157 sec) +INFO:tensorflow:global_step/sec: 3.21806 +I1010 11:59:28.970645 140588501751232 tpu_estimator.py:2307] global_step/sec: 3.21806 +INFO:tensorflow:examples/sec: 210899 +I1010 11:59:28.971035 140588501751232 tpu_estimator.py:2308] examples/sec: 210899 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 11:59:28.972320 140588501751232 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 11:59:28.972517 140588501751232 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 11) +I1010 11:59:37.714483 140586482906880 tpu_estimator.py:279] Outfeed finished for iteration (8, 11) +I1010 11:59:41.846357 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 11:59:41.942740 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.7539413, step = 1760 (38.399 sec) +I1010 12:00:07.367791 140588501751232 basic_session_run_hooks.py:260] loss = 2.7539413, step = 1760 (38.399 sec) +INFO:tensorflow:global_step/sec: 4.16675 +I1010 12:00:07.370014 140588501751232 tpu_estimator.py:2307] global_step/sec: 4.16675 +INFO:tensorflow:examples/sec: 273072 +I1010 12:00:07.370554 140588501751232 tpu_estimator.py:2308] examples/sec: 273072 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:00:07.372272 140588501751232 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:00:12.019614 140586474514176 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:00:12.116297 140586474514176 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 12:00:22.021356 140588501751232 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 12:00:22.021687 140588501751232 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 12:00:22.021936 140586491299584 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 12:00:22.022053 140586491299584 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 12:00:22.022202 140588501751232 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 12:00:22.022313 140588501751232 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 12:00:22.022373 140588501751232 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 12:00:22.022505 140586482906880 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 12:00:22.022593 140586482906880 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 12:00:22.022727 140588501751232 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 12:00:22.022839 140588501751232 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.7539413. +I1010 12:00:43.893403 140588501751232 estimator.py:371] Loss for final step: 2.7539413. +INFO:tensorflow:training_loop marked as finished +I1010 12:00:43.894211 140588501751232 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 12:00:47.499268 140373135095232 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 12:00:47.506450 140373135095232 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 12:00:47.506766 140373135095232 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 12:00:47.510705 140373135095232 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:00:47.560554 140373135095232 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 12:00:47.560905 140373135095232 transport.py:157] Attempting refresh to obtain initial access_token +I1010 12:00:47.670725 140373135095232 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:00:47.768064 140373135095232 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 12:00:47.768408 140373135095232 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 12:00:47.846424 140373135095232 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 12:00:47.847871 140373135095232 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 12:00:47.848222 140373135095232 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 12:00:47.848845 140373135095232 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 12:00:47.848942 140373135095232 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 12:00:47.849028 140373135095232 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 12:00:47.849157 140373135095232 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:00:48.119740 140373135095232 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 12:00:48.120397 140373135095232 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 12:00:48.120975 140373135095232 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 12:00:48.122518: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 12:00:48.136327 140373135095232 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 12:00:48.136780 140373135095232 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 12:00:48.139641 140373135095232 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 12:00:48.139724 140373135095232 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 12:00:48.139791 140373135095232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 12:00:48.140172 140373135095232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 12:00:48.140245 140373135095232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 12:00:48.140311 140373135095232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 12:00:48.140372 140373135095232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 12:00:48.140434 140373135095232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 12:00:48.140556 140373135095232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 12:00:48.140629 140373135095232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 12:00:48.140691 140373135095232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 12:00:48.140757 140373135095232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 12:00:48.140830 140373135095232 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 12:00:48.148118 140373135095232 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 12:00:48.150415 140373135095232 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 12:00:48.166939 140373135095232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 12:00:48.167294 140373135095232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 12:00:48.177865 140373135095232 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 12:00:48.276705 140373135095232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:00:48.277082 140373135095232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 12:00:48.442667 140373135095232 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 12:00:48.443592 140373135095232 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 12:00:48.444250 140373135095232 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 12:00:48.872309 140373135095232 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 12:00:49.451128: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 12:00:49.451191: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 12:00:49.451224: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 12:00:49.474193 140373135095232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 12:00:49.475507 140373135095232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 12:00:49.489891 140373135095232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 12:00:49.515374 140373135095232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 12:00:51.738984 140373135095232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 12:00:51.744337 140373135095232 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 12:00:51.772289 140373135095232 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 12:00:51.824346 140373135095232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 12:00:51.836273 140373135095232 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 12:00:51.934273 140373135095232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 12:00:52.187849 140373135095232 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 12:00:52.204721 140373135095232 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 12:00:52.226052 140373135095232 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T12:00:52Z +I1010 12:00:52.245222 140373135095232 evaluation.py:255] Starting evaluation at 2019-10-10T12:00:52Z +INFO:tensorflow:TPU job name worker +I1010 12:00:52.245553 140373135095232 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 12:00:52.803976 140373135095232 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:00:52.898102 140373135095232 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 12:00:55.558883 140373135095232 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 12:00:55.576955 140373135095232 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 12:00:55.622224 140373135095232 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 12:00:55.639688 140373135095232 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 12:01:02.182518 140373135095232 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 12:01:02.183649 140371323770624 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 12:01:02.184231 140371315377920 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 12:01:02.345422 140373135095232 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 12:01:02.370028 140373135095232 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 12:01:02.370923 140373135095232 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 12:01:02.409332 140371306985216 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 12:01:02.506896 140371306985216 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 12:01:14.074385 140371315377920 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 12:01:22.605755 140373135095232 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 12:01:22.606184 140373135095232 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 12:01:22.606266 140373135095232 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 12:01:22.606462 140371323770624 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 12:01:22.606576 140371323770624 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 12:01:22.606724 140373135095232 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 12:01:22.606858 140373135095232 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 12:01:22.606920 140373135095232 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 12:01:22.607044 140371315377920 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 12:01:22.607130 140371315377920 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 12:01:22.607251 140373135095232 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 12:01:22.607348 140373135095232 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-12:01:32 +I1010 12:01:32.755172 140373135095232 evaluation.py:275] Finished evaluation at 2019-10-10-12:01:32 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.698365, top_1_accuracy = 0.75264484, top_5_accuracy = 0.92470294 +I1010 12:01:32.755565 140373135095232 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.698365, top_1_accuracy = 0.75264484, top_5_accuracy = 0.92470294 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:01:34.773600 140373135095232 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 12:01:35.161756 140373135095232 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.698365, 'top_1_accuracy': 0.75264484, 'global_step': 1760, 'top_5_accuracy': 0.92470294}. Elapsed seconds: 47 +I1010 12:01:35.162146 140373135095232 resnet_main.py:597] Eval results: {'loss': 2.698365, 'top_1_accuracy': 0.75264484, 'global_step': 1760, 'top_5_accuracy': 0.92470294}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 12:01:35.162302 140373135095232 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570708168415466... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570708816335724... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570708170.v3-512#1570708821956258... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570708204018947... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570708583088230... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570708583269523... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570708587264342... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570708642411666... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570708642630028... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570708646974263... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570708701948101... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570708702113884... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570708706277635... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570708762342230... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570708762539462... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570708766839841... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570708815581392... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570708815793024... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570708819853936... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570708893291618... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570708893.v3-512#1570708894997227... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 12:01:39.562155 140199001441728 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 12:01:39.568727 140199001441728 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 12:01:39.568948 140199001441728 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 12:01:39.572405 140199001441728 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:01:39.614729 140199001441728 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 12:01:39.614975 140199001441728 transport.py:157] Attempting refresh to obtain initial access_token +I1010 12:01:39.694211 140199001441728 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:01:39.736649 140199001441728 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 12:01:39.736911 140199001441728 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 12:01:39.827668 140199001441728 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 12:01:39.829113 140199001441728 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 12:01:39.829369 140199001441728 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 12:01:39.829817 140199001441728 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 12:01:39.829901 140199001441728 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 12:01:39.829983 140199001441728 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 12:01:39.917131 140199001441728 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 12:01:40.002150 140199001441728 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 12:01:40.004423: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 12:01:40.067214 140199001441728 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 12:01:40.067567 140199001441728 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 12:01:40.068166 140199001441728 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 12:01:40.068238 140199001441728 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 12:01:40.068303 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 12:01:40.068669 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 12:01:40.068741 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 12:01:40.068829 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 12:01:40.068892 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 12:01:40.068959 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 12:01:40.069020 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 12:01:40.069081 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 12:01:40.069144 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 12:01:40.069202 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 12:01:40.069267 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 12:01:40.069329 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 12:01:40.069391 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 12:01:40.069448 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 12:01:40.069508 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 12:01:40.069566 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 12:01:40.069633 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 12:01:40.069693 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 12:01:40.069751 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 12:01:40.069812 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 12:01:40.069873 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 12:01:40.069935 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 12:01:40.070002 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 12:01:40.070061 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 12:01:40.070121 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 12:01:40.070179 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 12:01:40.070239 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 12:01:40.070297 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 12:01:40.070359 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 12:01:40.070419 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 12:01:40.070478 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 12:01:40.070537 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 12:01:40.070596 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 12:01:40.070656 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 12:01:40.070715 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 12:01:40.070775 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 12:01:40.070833 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 12:01:40.070892 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 12:01:40.070956 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 12:01:40.071018 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 12:01:40.071099 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 12:01:40.071161 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 12:01:40.071219 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 12:01:40.071297 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 12:01:40.071357 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 12:01:40.071417 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 12:01:40.071476 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 12:01:40.071535 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 12:01:40.071593 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 12:01:40.071651 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 12:01:40.071711 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 12:01:40.071768 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 12:01:40.071826 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 12:01:40.071893 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 12:01:40.071959 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 12:01:40.072017 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 12:01:40.072077 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 12:01:40.072135 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 12:01:40.072195 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 12:01:40.072252 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 12:01:40.072310 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 12:01:40.072369 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 12:01:40.072427 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 12:01:40.072536 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 12:01:40.072616 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 12:01:40.072684 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 12:01:40.072746 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 12:01:40.072807 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 12:01:40.072865 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 12:01:40.072926 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 12:01:40.072994 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 12:01:40.073054 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 12:01:40.073112 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 12:01:40.073170 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 12:01:40.073227 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 12:01:40.073286 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 12:01:40.073344 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 12:01:40.073404 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 12:01:40.073470 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 12:01:40.073529 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 12:01:40.073589 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 12:01:40.073647 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 12:01:40.073705 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 12:01:40.073765 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 12:01:40.073823 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 12:01:40.073883 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 12:01:40.073946 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 12:01:40.074007 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 12:01:40.074067 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 12:01:40.074126 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 12:01:40.074196 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 12:01:40.074255 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 12:01:40.074314 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 12:01:40.074373 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 12:01:40.074431 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 12:01:40.074490 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 12:01:40.074548 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 12:01:40.074605 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 12:01:40.074666 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 12:01:40.074723 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 12:01:40.074781 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 12:01:40.074840 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 12:01:40.074898 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 12:01:40.074966 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 12:01:40.075026 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 12:01:40.075083 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 12:01:40.075141 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 12:01:40.075198 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 12:01:40.075257 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 12:01:40.075314 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 12:01:40.075373 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 12:01:40.075433 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 12:01:40.075490 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 12:01:40.075547 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 12:01:40.075604 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 12:01:40.075668 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 12:01:40.075726 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 12:01:40.075786 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 12:01:40.075844 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 12:01:40.075901 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 12:01:40.075968 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 12:01:40.076030 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 12:01:40.076097 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 12:01:40.076159 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 12:01:40.076219 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 12:01:40.076277 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 12:01:40.076335 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 12:01:40.076400 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 12:01:40.076458 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 12:01:40.076598 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 12:01:40.076663 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 12:01:40.076725 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 12:01:40.076786 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 12:01:40.076845 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 12:01:40.076905 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 12:01:40.076970 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 12:01:40.077028 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 12:01:40.077095 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 12:01:40.077188 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 12:01:40.077255 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 12:01:40.077328 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 12:01:40.077388 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 12:01:40.077449 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 12:01:40.077507 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 12:01:40.077569 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 12:01:40.077626 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 12:01:40.077683 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 12:01:40.077742 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 12:01:40.077800 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 12:01:40.077857 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 12:01:40.077914 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 12:01:40.077980 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 12:01:40.078046 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 12:01:40.078105 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 12:01:40.078165 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 12:01:40.078223 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 12:01:40.078284 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 12:01:40.078341 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 12:01:40.078401 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 12:01:40.078458 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 12:01:40.078516 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 12:01:40.078573 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 12:01:40.078632 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 12:01:40.078690 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 12:01:40.078752 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 12:01:40.078811 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 12:01:40.078871 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 12:01:40.078932 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 12:01:40.078996 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 12:01:40.079056 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 12:01:40.079113 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 12:01:40.079171 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 12:01:40.079229 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 12:01:40.079287 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 12:01:40.079344 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 12:01:40.079401 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 12:01:40.079461 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 12:01:40.079535 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 12:01:40.079593 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 12:01:40.079653 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 12:01:40.079711 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 12:01:40.079771 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 12:01:40.079828 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 12:01:40.079886 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 12:01:40.079951 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 12:01:40.080009 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 12:01:40.080068 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 12:01:40.080127 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 12:01:40.080184 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 12:01:40.080256 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 12:01:40.080317 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 12:01:40.080374 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 12:01:40.080432 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 12:01:40.080548 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 12:01:40.080621 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 12:01:40.080679 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 12:01:40.080739 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 12:01:40.080800 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 12:01:40.080858 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 12:01:40.080919 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 12:01:40.080985 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 12:01:40.081043 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 12:01:40.081119 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 12:01:40.081178 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 12:01:40.081238 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 12:01:40.081296 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 12:01:40.081355 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 12:01:40.081413 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 12:01:40.081470 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 12:01:40.081531 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 12:01:40.081590 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 12:01:40.081649 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 12:01:40.081706 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 12:01:40.081763 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 12:01:40.081826 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 12:01:40.081885 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 12:01:40.081948 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 12:01:40.082005 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 12:01:40.082063 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 12:01:40.082123 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 12:01:40.082196 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 12:01:40.082262 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 12:01:40.082320 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 12:01:40.082380 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 12:01:40.082439 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 12:01:40.082498 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 12:01:40.082561 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 12:01:40.082619 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 12:01:40.082678 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 12:01:40.082737 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 12:01:40.082798 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 12:01:40.082858 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 12:01:40.082916 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 12:01:40.082979 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 12:01:40.083039 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 12:01:40.083096 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 12:01:40.083153 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 12:01:40.083213 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 12:01:40.083271 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 12:01:40.083333 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 12:01:40.083393 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 12:01:40.083451 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 12:01:40.083512 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 12:01:40.083571 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 12:01:40.083630 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 12:01:40.083687 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 12:01:40.083745 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 12:01:40.083803 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 12:01:40.083862 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 12:01:40.083920 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 12:01:40.083986 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 12:01:40.084049 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 12:01:40.084109 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 12:01:40.084167 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 12:01:40.084228 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 12:01:40.084285 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 12:01:40.084343 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 12:01:40.084400 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 12:01:40.084459 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 12:01:40.084544 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 12:01:40.084603 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 12:01:40.084661 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 12:01:40.084719 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 12:01:40.084784 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 12:01:40.084844 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 12:01:40.084903 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 12:01:40.084966 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 12:01:40.085030 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 12:01:40.085088 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 12:01:40.085144 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 12:01:40.085205 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 12:01:40.085263 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 12:01:40.085321 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 12:01:40.085378 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 12:01:40.085438 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 12:01:40.085496 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 12:01:40.085561 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 12:01:40.085621 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 12:01:40.085679 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 12:01:40.085736 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 12:01:40.085794 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 12:01:40.085853 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 12:01:40.085911 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 12:01:40.085977 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 12:01:40.086035 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 12:01:40.086102 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 12:01:40.086163 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 12:01:40.086224 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 12:01:40.086289 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 12:01:40.086348 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 12:01:40.086405 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 12:01:40.086463 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 12:01:40.086522 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 12:01:40.086580 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 12:01:40.086638 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 12:01:40.086697 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 12:01:40.086755 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 12:01:40.086815 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 12:01:40.086874 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 12:01:40.086931 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 12:01:40.087030 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 12:01:40.087096 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 12:01:40.087156 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 12:01:40.087214 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 12:01:40.087272 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 12:01:40.087331 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 12:01:40.087389 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 12:01:40.087447 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 12:01:40.087506 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 12:01:40.087564 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 12:01:40.087622 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 12:01:40.087680 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 12:01:40.087739 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 12:01:40.087804 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 12:01:40.087862 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 12:01:40.087920 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 12:01:40.087985 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 12:01:40.088043 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 12:01:40.088103 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 12:01:40.088161 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 12:01:40.088222 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 12:01:40.088282 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 12:01:40.088340 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 12:01:40.088397 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 12:01:40.088454 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 12:01:40.088543 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 12:01:40.088603 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 12:01:40.088663 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 12:01:40.088721 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 12:01:40.088781 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 12:01:40.088840 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 12:01:40.088898 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 12:01:40.088963 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 12:01:40.089023 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 12:01:40.089081 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 12:01:40.089139 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 12:01:40.089196 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 12:01:40.089256 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 12:01:40.089318 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 12:01:40.089378 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 12:01:40.089437 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 12:01:40.089495 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 12:01:40.089555 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 12:01:40.089613 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 12:01:40.089673 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 12:01:40.089731 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 12:01:40.089790 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 12:01:40.089848 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 12:01:40.089905 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 12:01:40.089968 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 12:01:40.090038 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 12:01:40.090099 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 12:01:40.090157 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 12:01:40.090218 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 12:01:40.090276 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 12:01:40.090334 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 12:01:40.090393 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 12:01:40.090451 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 12:01:40.090508 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 12:01:40.090567 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 12:01:40.090624 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 12:01:40.090682 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 12:01:40.090744 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 12:01:40.090805 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 12:01:40.090863 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 12:01:40.090922 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 12:01:40.090985 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 12:01:40.091044 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 12:01:40.091114 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 12:01:40.091173 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 12:01:40.091233 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 12:01:40.091310 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 12:01:40.091368 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 12:01:40.091427 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 12:01:40.091485 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 12:01:40.091551 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 12:01:40.091609 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 12:01:40.091666 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 12:01:40.091726 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 12:01:40.091784 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 12:01:40.091844 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 12:01:40.091902 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 12:01:40.091964 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 12:01:40.092022 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 12:01:40.092082 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 12:01:40.092142 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 12:01:40.092200 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 12:01:40.092264 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 12:01:40.092324 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 12:01:40.092381 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 12:01:40.092441 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 12:01:40.092521 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 12:01:40.092582 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 12:01:40.092642 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 12:01:40.092700 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 12:01:40.092760 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 12:01:40.092818 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 12:01:40.092879 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 12:01:40.092945 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 12:01:40.093003 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 12:01:40.093070 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 12:01:40.093127 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 12:01:40.093187 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 12:01:40.093245 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 12:01:40.093302 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 12:01:40.093360 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 12:01:40.093420 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 12:01:40.093477 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 12:01:40.093534 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 12:01:40.093592 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 12:01:40.093651 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 12:01:40.093708 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 12:01:40.093772 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 12:01:40.093830 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 12:01:40.093888 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 12:01:40.093950 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 12:01:40.094010 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 12:01:40.094068 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 12:01:40.094125 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 12:01:40.094183 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 12:01:40.094242 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 12:01:40.094299 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 12:01:40.094357 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 12:01:40.094413 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 12:01:40.094484 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 12:01:40.094542 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 12:01:40.094600 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 12:01:40.094659 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 12:01:40.094718 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 12:01:40.094777 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 12:01:40.094835 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 12:01:40.094893 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 12:01:40.094958 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 12:01:40.095016 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 12:01:40.095076 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 12:01:40.095134 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 12:01:40.095192 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 12:01:40.095256 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 12:01:40.095314 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 12:01:40.095374 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 12:01:40.095432 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 12:01:40.095491 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 12:01:40.095551 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 12:01:40.095607 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 12:01:40.095665 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 12:01:40.095724 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 12:01:40.095782 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 12:01:40.095839 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 12:01:40.095896 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 12:01:40.095966 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 12:01:40.096026 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 12:01:40.096093 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 12:01:40.096155 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 12:01:40.096215 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 12:01:40.096272 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 12:01:40.096329 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 12:01:40.096389 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 12:01:40.096446 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 12:01:40.096527 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 12:01:40.096585 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 12:01:40.096643 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 12:01:40.096709 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 12:01:40.096769 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 12:01:40.096827 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 12:01:40.096888 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 12:01:40.096950 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 12:01:40.097008 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 12:01:40.097065 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 12:01:40.097124 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 12:01:40.097182 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 12:01:40.097239 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 12:01:40.097297 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 12:01:40.097357 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 12:01:40.097415 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 12:01:40.097480 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 12:01:40.097538 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 12:01:40.097595 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 12:01:40.097654 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 12:01:40.097712 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 12:01:40.097769 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 12:01:40.097827 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 12:01:40.097884 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 12:01:40.097949 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 12:01:40.098010 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 12:01:40.098069 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 12:01:40.098130 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 12:01:40.098197 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 12:01:40.098258 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 12:01:40.098316 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 12:01:40.098375 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 12:01:40.098433 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 12:01:40.098490 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 12:01:40.098550 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 12:01:40.098608 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 12:01:40.098665 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 12:01:40.098723 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 12:01:40.098783 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 12:01:40.098841 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 12:01:40.098901 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 12:01:40.098968 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 12:01:40.099029 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 12:01:40.099086 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 12:01:40.099144 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 12:01:40.099203 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 12:01:40.099261 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 12:01:40.099318 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 12:01:40.099376 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 12:01:40.099435 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 12:01:40.099493 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 12:01:40.099550 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 12:01:40.099607 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 12:01:40.099670 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 12:01:40.099730 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 12:01:40.099786 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 12:01:40.099844 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 12:01:40.099901 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 12:01:40.099967 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 12:01:40.100025 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 12:01:40.100085 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 12:01:40.100143 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 12:01:40.100202 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 12:01:40.100260 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 12:01:40.100317 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 12:01:40.100382 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 12:01:40.100440 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 12:01:40.100522 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 12:01:40.100580 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 12:01:40.100640 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 12:01:40.100698 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 12:01:40.100761 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 12:01:40.100821 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 12:01:40.100878 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 12:01:40.100936 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 12:01:40.101000 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 12:01:40.101058 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 12:01:40.101125 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 12:01:40.101191 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 12:01:40.101249 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 12:01:40.101308 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 12:01:40.101366 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 12:01:40.101427 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 12:01:40.101485 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 12:01:40.101542 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 12:01:40.101599 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 12:01:40.101658 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 12:01:40.101716 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 12:01:40.101773 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 12:01:40.101830 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 12:01:40.101893 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 12:01:40.101958 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 12:01:40.102018 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 12:01:40.102076 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 12:01:40.102134 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 12:01:40.102193 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 12:01:40.102250 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 12:01:40.102308 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 12:01:40.102365 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 12:01:40.102422 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 12:01:40.102479 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 12:01:40.102536 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 12:01:40.102600 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 12:01:40.102659 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 12:01:40.102718 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 12:01:40.102775 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 12:01:40.102833 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 12:01:40.102890 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 12:01:40.102953 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 12:01:40.103013 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 12:01:40.103070 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 12:01:40.103127 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 12:01:40.103185 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 12:01:40.103243 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 12:01:40.103301 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 12:01:40.103364 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 12:01:40.103423 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 12:01:40.103481 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 12:01:40.103538 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 12:01:40.103596 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 12:01:40.103655 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 12:01:40.103713 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 12:01:40.103770 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 12:01:40.103828 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 12:01:40.103887 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 12:01:40.103951 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 12:01:40.104015 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 12:01:40.104079 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 12:01:40.104137 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 12:01:40.104196 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 12:01:40.104254 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 12:01:40.104311 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 12:01:40.104368 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 12:01:40.104427 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 12:01:40.104506 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 12:01:40.104568 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 12:01:40.104628 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 12:01:40.104688 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 12:01:40.104747 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 12:01:40.104810 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 12:01:40.104870 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 12:01:40.104928 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 12:01:40.104991 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 12:01:40.105050 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 12:01:40.105107 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 12:01:40.105165 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 12:01:40.105221 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 12:01:40.105281 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 12:01:40.105340 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 12:01:40.105398 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 12:01:40.105456 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 12:01:40.105514 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 12:01:40.105577 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 12:01:40.105635 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 12:01:40.105693 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 12:01:40.105751 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 12:01:40.105808 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 12:01:40.105869 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 12:01:40.105926 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 12:01:40.105992 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 12:01:40.106051 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 12:01:40.106120 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 12:01:40.106178 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 12:01:40.106236 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 12:01:40.106300 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 12:01:40.106359 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 12:01:40.106416 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 12:01:40.106475 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 12:01:40.106534 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 12:01:40.106591 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 12:01:40.106651 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 12:01:40.106709 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 12:01:40.106769 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 12:01:40.106827 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 12:01:40.106885 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 12:01:40.106949 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 12:01:40.107007 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 12:01:40.107074 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 12:01:40.107136 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 12:01:40.107194 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 12:01:40.107253 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 12:01:40.107311 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 12:01:40.107369 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 12:01:40.107426 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 12:01:40.107486 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 12:01:40.107543 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 12:01:40.107601 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 12:01:40.107660 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 12:01:40.107718 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 12:01:40.107780 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 12:01:40.107840 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 12:01:40.107897 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 12:01:40.107964 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 12:01:40.108022 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 12:01:40.108082 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 12:01:40.108140 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 12:01:40.108200 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 12:01:40.108258 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 12:01:40.108316 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 12:01:40.108375 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 12:01:40.108433 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 12:01:40.108517 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 12:01:40.108580 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 12:01:40.108639 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 12:01:40.108696 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 12:01:40.108755 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 12:01:40.108812 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 12:01:40.108870 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 12:01:40.108927 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 12:01:40.108992 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 12:01:40.109050 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 12:01:40.109108 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 12:01:40.109167 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 12:01:40.109225 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 12:01:40.109287 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 12:01:40.109345 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 12:01:40.109404 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 12:01:40.109461 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 12:01:40.109524 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 12:01:40.109581 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 12:01:40.109638 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 12:01:40.109697 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 12:01:40.109757 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 12:01:40.109817 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 12:01:40.109875 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 12:01:40.109935 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 12:01:40.110008 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 12:01:40.110066 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 12:01:40.110125 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 12:01:40.110183 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 12:01:40.110240 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 12:01:40.110299 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 12:01:40.110356 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 12:01:40.110413 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 12:01:40.110471 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 12:01:40.110528 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 12:01:40.110586 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 12:01:40.110645 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 12:01:40.110712 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 12:01:40.110770 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 12:01:40.110830 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 12:01:40.110888 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 12:01:40.110951 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 12:01:40.111011 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 12:01:40.111068 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 12:01:40.111138 140199001441728 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 12:01:40.117544 140199001441728 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 12:01:40.118207 140199001441728 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 12:01:40.132983 140199001441728 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 12:01:40.156502 140199001441728 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 12:01:40.156841 140199001441728 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 12:01:40.166254 140199001441728 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 12:01:40.257626 140199001441728 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:01:40.257972 140199001441728 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 12:01:40.260689 140199001441728 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:01:40.261020 140199001441728 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 12:01:40.427234 140199001441728 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 12:01:40.428165 140199001441728 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 12:01:40.428913 140199001441728 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 12:01:40.860100 140199001441728 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 12:01:41.263668 140199001441728 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 12:01:41.564291: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 12:01:41.564350: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 12:01:41.564377: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 12:01:51.789208 140199001441728 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 12:01:51.791119 140199001441728 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 12:01:51.806672 140199001441728 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 12:01:51.848042 140199001441728 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 12:01:55.018539 140199001441728 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 12:01:55.023521 140199001441728 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 12:01:55.048716 140199001441728 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 12:01:55.093374 140199001441728 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 12:01:55.104331 140199001441728 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 12:01:55.187674 140199001441728 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 12:01:55.192126 140199001441728 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 12:01:55.192357 140199001441728 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 12:01:55.192431 140199001441728 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 12:01:55.192537 140199001441728 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 12:01:55.192601 140199001441728 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 12:01:55.192667 140199001441728 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.3 ************************************** +I1010 12:01:55.192727 140199001441728 resnet_main.py:388] ****************************** the weight_decay_input is 1.3 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 12:01:55.192847 140199001441728 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 12:01:55.192970 140199001441728 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 12:01:55.193933 140199001441728 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 12:01:55.225045 140199001441728 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 12:01:58.261245 140199001441728 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:58.344515 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:58.405251 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:58.467845 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:58.572555 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:58.633917 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:58.695611 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:58.802858 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:58.862390 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:58.926012 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.030839 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.090943 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.155534 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.264051 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.326204 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.391165 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.500291 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.560708 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.626276 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.752873 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.812829 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.876339 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:01:59.984669 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.045502 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.108339 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.218168 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.278331 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.343077 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.452344 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.513503 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.577426 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.684596 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.746150 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.814003 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.923064 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:00.985430 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:01.054006 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:01.164421 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:01.227956 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:01.291893 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:01.401254 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:01.468735 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:01.536566 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:01.656580 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:01.719166 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:01.784908 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:01.902955 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:01.965048 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.029131 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.138102 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.207057 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.274466 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.388108 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.448748 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.513019 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.624943 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.687136 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.753451 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.862952 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.924925 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:02.989867 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:03.099081 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:03.161744 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:03.230643 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:03.341747 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:03.405813 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:03.473470 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:03.580861 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:03.645872 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:03.712085 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:03.821252 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:03.883255 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:03.948700 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:04.060448 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:04.127796 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:04.216881 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:04.341512 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:04.699748 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:04.766211 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:04.873617 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:04.936991 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.004801 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.114829 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.180191 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.248531 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.359554 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.422529 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.487165 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.595401 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.656388 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.719327 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.827003 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.889218 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:05.954463 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:06.070451 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:06.140067 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:06.215854 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:06.336735 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:06.403964 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:06.472027 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:06.586621 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:06.653760 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:06.732743 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:06.853287 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:06.916266 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:06.984460 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:07.096246 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:07.159508 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:07.225461 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:07.332804 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:07.396831 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:07.461999 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:07.570529 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:07.630695 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:07.695538 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:07.802679 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:07.862184 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:07.925230 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.030281 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.092381 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.167110 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.280153 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.339775 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.403795 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.512649 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.572290 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.635798 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.745459 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.809453 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.877394 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:08.989129 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:09.056821 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:09.128360 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:09.245444 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:09.315574 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:09.386722 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:09.509957 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:09.576236 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:09.649199 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:09.766417 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:09.833055 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:09.903907 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.021893 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.082577 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.148566 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.258456 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.318105 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.384416 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.492500 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.555260 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.620235 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.726582 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.787034 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.851032 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:10.960441 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:11.022089 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:11.100239 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:11.228411 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:11.300066 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:11.382827 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:11.519359 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:02:11.643672 140199001441728 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 12:02:12.351501 140199001441728 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 12:02:12.619350 140199001441728 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 12:02:18.981900 140199001441728 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 12:02:20.135919 140199001441728 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 12:02:34.291810 140199001441728 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 12:02:34.465929 140199001441728 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:02:55.089579 140199001441728 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 12:03:08.435736 140199001441728 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 12:03:09.585736 140199001441728 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 12:03:09.586172 140199001441728 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 12:03:09.586653: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 12:03:09.613915 140199001441728 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 12:03:09.642829 140199001441728 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 12:03:09.696420 140199001441728 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 12:03:24.252463 140199001441728 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 12:03:24.253587 140196991190784 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 12:03:24.254246 140196982798080 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 12:03:24.310549 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:03:24.399044 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:03:24.447307 140199001441728 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:03:24.447783 140199001441728 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 12:03:54.478594 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:03:54.553746 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 12:04:16.120995 140196982798080 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 12:04:24.623002 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:04:24.723849 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:04:54.812635 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:04:54.883850 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:04:55.459330 140199001441728 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.9817457, step = 200 +I1010 12:05:10.177124 140199001441728 basic_session_run_hooks.py:262] loss = 4.9817457, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:05:10.179373 140199001441728 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:05:10.179610 140199001441728 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 12:05:22.068330 140196982798080 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 12:05:24.946734 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:05:25.018485 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:05:55.165101 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:05:55.249478 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:06:02.187236 140199001441728 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.212547, step = 400 (64.776 sec) +I1010 12:06:14.953449 140199001441728 basic_session_run_hooks.py:260] loss = 4.212547, step = 400 (64.776 sec) +INFO:tensorflow:global_step/sec: 3.08753 +I1010 12:06:14.955586 140199001441728 tpu_estimator.py:2307] global_step/sec: 3.08753 +INFO:tensorflow:examples/sec: 202344 +I1010 12:06:14.957137 140199001441728 tpu_estimator.py:2308] examples/sec: 202344 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:06:14.958741 140199001441728 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:06:14.958971 140199001441728 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 3) +I1010 12:06:22.112210 140196982798080 tpu_estimator.py:279] Outfeed finished for iteration (2, 3) +I1010 12:06:25.328885 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:06:25.408950 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:06:55.493082 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:06:55.570519 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:07:01.342510 140199001441728 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.876699, step = 600 (60.266 sec) +I1010 12:07:15.219006 140199001441728 basic_session_run_hooks.py:260] loss = 3.876699, step = 600 (60.266 sec) +INFO:tensorflow:global_step/sec: 3.31866 +I1010 12:07:15.220767 140199001441728 tpu_estimator.py:2307] global_step/sec: 3.31866 +INFO:tensorflow:examples/sec: 217492 +I1010 12:07:15.221175 140199001441728 tpu_estimator.py:2308] examples/sec: 217492 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:07:15.222578 140199001441728 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:07:15.222794 140199001441728 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 4) +I1010 12:07:22.308326 140196982798080 tpu_estimator.py:279] Outfeed finished for iteration (3, 4) +I1010 12:07:25.645402 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:07:25.836879 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:07:55.922847 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:07:56.005616 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:08:01.500061 140199001441728 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.5586197, step = 800 (57.328 sec) +I1010 12:08:12.547105 140199001441728 basic_session_run_hooks.py:260] loss = 3.5586197, step = 800 (57.328 sec) +INFO:tensorflow:global_step/sec: 3.48869 +I1010 12:08:12.548844 140199001441728 tpu_estimator.py:2307] global_step/sec: 3.48869 +INFO:tensorflow:examples/sec: 228635 +I1010 12:08:12.549235 140199001441728 tpu_estimator.py:2308] examples/sec: 228635 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:08:12.550473 140199001441728 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:08:12.550662 140199001441728 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 18) +I1010 12:08:22.371434 140196982798080 tpu_estimator.py:279] Outfeed finished for iteration (4, 18) +I1010 12:08:26.082103 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:08:26.157618 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:08:56.244010 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:08:56.336015 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:08:59.165620 140199001441728 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 12:09:08.166748 140199001441728 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.3086293, step = 1000 (59.573 sec) +I1010 12:09:12.120582 140199001441728 basic_session_run_hooks.py:260] loss = 3.3086293, step = 1000 (59.573 sec) +INFO:tensorflow:global_step/sec: 3.35718 +I1010 12:09:12.122663 140199001441728 tpu_estimator.py:2307] global_step/sec: 3.35718 +INFO:tensorflow:examples/sec: 220016 +I1010 12:09:12.123225 140199001441728 tpu_estimator.py:2308] examples/sec: 220016 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:09:12.124465 140199001441728 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:09:12.124723 140199001441728 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 20) +I1010 12:09:22.560645 140196982798080 tpu_estimator.py:279] Outfeed finished for iteration (5, 20) +I1010 12:09:26.413155 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:09:26.483648 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:09:56.542779 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:09:56.621828 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:09:58.603678 140199001441728 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.292767, step = 1200 (60.943 sec) +I1010 12:10:13.063601 140199001441728 basic_session_run_hooks.py:260] loss = 3.292767, step = 1200 (60.943 sec) +INFO:tensorflow:global_step/sec: 3.28178 +I1010 12:10:13.065130 140199001441728 tpu_estimator.py:2307] global_step/sec: 3.28178 +INFO:tensorflow:examples/sec: 215075 +I1010 12:10:13.065496 140199001441728 tpu_estimator.py:2308] examples/sec: 215075 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:10:13.066766 140199001441728 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:10:13.066952 140199001441728 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 16) +I1010 12:10:22.668517 140196982798080 tpu_estimator.py:279] Outfeed finished for iteration (6, 16) +I1010 12:10:26.676357 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:10:26.842735 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:10:56.926165 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:10:56.993457 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:10:59.774801 140199001441728 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.8541746, step = 1400 (59.251 sec) +I1010 12:11:12.314483 140199001441728 basic_session_run_hooks.py:260] loss = 2.8541746, step = 1400 (59.251 sec) +INFO:tensorflow:global_step/sec: 3.37547 +I1010 12:11:12.316131 140199001441728 tpu_estimator.py:2307] global_step/sec: 3.37547 +INFO:tensorflow:examples/sec: 221215 +I1010 12:11:12.316642 140199001441728 tpu_estimator.py:2308] examples/sec: 221215 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:11:12.317718 140199001441728 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:11:12.317900 140199001441728 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 20) +I1010 12:11:22.672733 140196982798080 tpu_estimator.py:279] Outfeed finished for iteration (7, 20) +I1010 12:11:27.121515 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:11:27.197799 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:11:57.280464 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:11:57.361586 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:11:58.487627 140199001441728 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.6182594, step = 1600 (58.948 sec) +I1010 12:12:11.262654 140199001441728 basic_session_run_hooks.py:260] loss = 2.6182594, step = 1600 (58.948 sec) +INFO:tensorflow:global_step/sec: 3.39278 +I1010 12:12:11.264997 140199001441728 tpu_estimator.py:2307] global_step/sec: 3.39278 +INFO:tensorflow:examples/sec: 222349 +I1010 12:12:11.265825 140199001441728 tpu_estimator.py:2308] examples/sec: 222349 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 12:12:11.267621 140199001441728 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 12:12:11.267906 140199001441728 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 24) +I1010 12:12:22.680986 140196982798080 tpu_estimator.py:279] Outfeed finished for iteration (8, 24) +I1010 12:12:27.445118 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:12:27.525384 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.8108833, step = 1760 (38.528 sec) +I1010 12:12:49.790177 140199001441728 basic_session_run_hooks.py:260] loss = 2.8108833, step = 1760 (38.528 sec) +INFO:tensorflow:global_step/sec: 4.15293 +I1010 12:12:49.791928 140199001441728 tpu_estimator.py:2307] global_step/sec: 4.15293 +INFO:tensorflow:examples/sec: 272166 +I1010 12:12:51.510632 140199001441728 tpu_estimator.py:2308] examples/sec: 272166 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:12:51.512337 140199001441728 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:12:57.606781 140196974405376 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:12:57.693456 140196974405376 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 12:13:05.729067 140199001441728 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 12:13:05.729432 140199001441728 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 12:13:05.729667 140196991190784 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 12:13:05.729789 140196991190784 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 12:13:05.729969 140199001441728 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 12:13:05.730086 140199001441728 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 12:13:05.730155 140199001441728 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 12:13:05.730278 140196982798080 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 12:13:05.730366 140196982798080 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 12:13:05.730484 140199001441728 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 12:13:05.730578 140199001441728 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.8108833. +I1010 12:13:29.480135 140199001441728 estimator.py:371] Loss for final step: 2.8108833. +INFO:tensorflow:training_loop marked as finished +I1010 12:13:29.481184 140199001441728 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 12:13:32.731139 140190575625664 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 12:13:32.736834 140190575625664 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 12:13:32.737081 140190575625664 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 12:13:32.740525 140190575625664 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:13:32.788404 140190575625664 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 12:13:32.788691 140190575625664 transport.py:157] Attempting refresh to obtain initial access_token +I1010 12:13:32.855323 140190575625664 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:13:32.908807 140190575625664 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 12:13:32.909173 140190575625664 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 12:13:32.983740 140190575625664 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 12:13:32.985135 140190575625664 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 12:13:32.985465 140190575625664 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 12:13:32.986015 140190575625664 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 12:13:32.986103 140190575625664 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 12:13:32.986187 140190575625664 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 12:13:32.986323 140190575625664 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:13:33.241904 140190575625664 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 12:13:33.242557 140190575625664 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 12:13:33.243030 140190575625664 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 12:13:33.244675: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 12:13:33.258641 140190575625664 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 12:13:33.258981 140190575625664 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 12:13:33.261833 140190575625664 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 12:13:33.261914 140190575625664 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 12:13:33.261985 140190575625664 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 12:13:33.262342 140190575625664 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 12:13:33.262418 140190575625664 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 12:13:33.262505 140190575625664 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 12:13:33.262573 140190575625664 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 12:13:33.262639 140190575625664 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 12:13:33.262702 140190575625664 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 12:13:33.262767 140190575625664 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 12:13:33.262828 140190575625664 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 12:13:33.262888 140190575625664 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 12:13:33.262952 140190575625664 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 12:13:33.269906 140190575625664 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 12:13:33.272108 140190575625664 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 12:13:33.289485 140190575625664 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 12:13:33.289846 140190575625664 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 12:13:33.299993 140190575625664 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 12:13:33.398586 140190575625664 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:13:33.398940 140190575625664 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 12:13:33.572407 140190575625664 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 12:13:33.573358 140190575625664 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 12:13:33.573999 140190575625664 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 12:13:33.997410 140190575625664 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 12:13:34.567544: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 12:13:34.567608: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 12:13:34.567643: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 12:13:34.590440 140190575625664 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 12:13:34.591742 140190575625664 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 12:13:34.605901 140190575625664 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 12:13:34.631043 140190575625664 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 12:13:36.854115 140190575625664 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 12:13:36.858793 140190575625664 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 12:13:36.883549 140190575625664 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 12:13:36.928512 140190575625664 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 12:13:36.939431 140190575625664 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 12:13:37.033546 140190575625664 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 12:13:37.275857 140190575625664 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 12:13:37.291538 140190575625664 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 12:13:37.310376 140190575625664 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T12:13:37Z +I1010 12:13:37.328418 140190575625664 evaluation.py:255] Starting evaluation at 2019-10-10T12:13:37Z +INFO:tensorflow:TPU job name worker +I1010 12:13:37.328747 140190575625664 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 12:13:37.867621 140190575625664 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:13:37.948251 140190575625664 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 12:13:40.772290 140190575625664 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 12:13:40.791950 140190575625664 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 12:13:40.831002 140190575625664 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 12:13:40.844397 140190575625664 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 12:13:47.062443 140190575625664 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 12:13:47.063484 140188898539264 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 12:13:47.064054 140188890146560 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 12:13:47.226419 140190575625664 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 12:13:47.247987 140190575625664 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 12:13:47.249974 140190575625664 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 12:13:47.294735 140188403627776 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 12:13:47.359744 140188403627776 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 12:13:58.606051 140188890146560 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 12:14:07.092596 140190575625664 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 12:14:07.093107 140190575625664 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 12:14:07.093199 140190575625664 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 12:14:07.093365 140188898539264 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 12:14:07.093465 140188898539264 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 12:14:07.093605 140190575625664 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 12:14:07.093703 140190575625664 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 12:14:07.093764 140190575625664 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 12:14:07.093875 140188890146560 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 12:14:07.093956 140188890146560 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 12:14:07.094077 140190575625664 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 12:14:07.094172 140190575625664 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-12:14:17 +I1010 12:14:17.587126 140190575625664 evaluation.py:275] Finished evaluation at 2019-10-10-12:14:17 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.710715, top_1_accuracy = 0.7521159, top_5_accuracy = 0.9236043 +I1010 12:14:17.587454 140190575625664 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.710715, top_1_accuracy = 0.7521159, top_5_accuracy = 0.9236043 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:14:19.741024 140190575625664 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 12:14:20.090734 140190575625664 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.710715, 'top_1_accuracy': 0.7521159, 'global_step': 1760, 'top_5_accuracy': 0.9236043}. Elapsed seconds: 46 +I1010 12:14:20.091146 140190575625664 resnet_main.py:597] Eval results: {'loss': 2.710715, 'top_1_accuracy': 0.7521159, 'global_step': 1760, 'top_5_accuracy': 0.9236043}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 12:14:20.091320 140190575625664 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570708933268480... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570709579479355... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570708935.v3-512#1570709585644332... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570708969173010... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570709347262956... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570709347475230... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570709351492344... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570709406720227... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570709406890643... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570709410729906... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570709467512881... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570709467776347... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570709471805560... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570709526198104... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570709526379719... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570709530637961... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570709578845388... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570709579005679... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570709583320879... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570709658107494... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570709658.v3-512#1570709660011052... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 12:14:24.368942 140385185166784 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 12:14:24.375751 140385185166784 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 12:14:24.376084 140385185166784 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 12:14:24.379861 140385185166784 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:14:24.424453 140385185166784 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 12:14:24.424837 140385185166784 transport.py:157] Attempting refresh to obtain initial access_token +I1010 12:14:24.499871 140385185166784 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:14:24.554199 140385185166784 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 12:14:24.554559 140385185166784 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 12:14:24.630947 140385185166784 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 12:14:24.632813 140385185166784 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 12:14:24.633205 140385185166784 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 12:14:24.633778 140385185166784 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 12:14:24.633867 140385185166784 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 12:14:24.633963 140385185166784 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 12:14:24.723228 140385185166784 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 12:14:24.854439 140385185166784 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 12:14:24.856626: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 12:14:24.914462 140385185166784 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 12:14:24.914823 140385185166784 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 12:14:24.915400 140385185166784 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 12:14:24.915472 140385185166784 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 12:14:24.915539 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 12:14:24.915821 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 12:14:24.915891 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 12:14:24.915956 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 12:14:24.916042 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 12:14:24.916102 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 12:14:24.916163 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 12:14:24.916223 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 12:14:24.916284 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 12:14:24.916352 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 12:14:24.916418 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 12:14:24.916527 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 12:14:24.916614 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 12:14:24.916676 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 12:14:24.916738 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 12:14:24.916800 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 12:14:24.916870 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 12:14:24.916938 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 12:14:24.917006 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 12:14:24.917068 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 12:14:24.917129 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 12:14:24.917190 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 12:14:24.917259 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 12:14:24.917327 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 12:14:24.917388 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 12:14:24.917449 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 12:14:24.917509 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 12:14:24.917568 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 12:14:24.917637 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 12:14:24.917697 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 12:14:24.917757 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 12:14:24.917818 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 12:14:24.917877 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 12:14:24.917937 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 12:14:24.917998 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 12:14:24.918057 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 12:14:24.918117 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 12:14:24.918176 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 12:14:24.918236 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 12:14:24.918302 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 12:14:24.918363 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 12:14:24.918430 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 12:14:24.918489 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 12:14:24.918550 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 12:14:24.918608 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 12:14:24.918669 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 12:14:24.918730 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 12:14:24.918788 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 12:14:24.918849 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 12:14:24.918911 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 12:14:24.918972 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 12:14:24.919030 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 12:14:24.919090 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 12:14:24.919156 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 12:14:24.919217 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 12:14:24.919277 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 12:14:24.919344 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 12:14:24.919413 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 12:14:24.919473 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 12:14:24.919533 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 12:14:24.919594 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 12:14:24.919653 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 12:14:24.919713 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 12:14:24.919774 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 12:14:24.919832 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 12:14:24.919893 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 12:14:24.919956 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 12:14:24.920017 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 12:14:24.920089 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 12:14:24.920150 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 12:14:24.920209 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 12:14:24.920269 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 12:14:24.920335 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 12:14:24.920394 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 12:14:24.920453 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 12:14:24.920567 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 12:14:24.920633 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 12:14:24.920695 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 12:14:24.920762 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 12:14:24.920824 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 12:14:24.920883 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 12:14:24.920943 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 12:14:24.921001 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 12:14:24.921061 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 12:14:24.921120 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 12:14:24.921179 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 12:14:24.921237 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 12:14:24.921303 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 12:14:24.921364 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 12:14:24.921425 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 12:14:24.921483 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 12:14:24.921550 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 12:14:24.921610 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 12:14:24.921669 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 12:14:24.921730 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 12:14:24.921788 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 12:14:24.921848 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 12:14:24.921907 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 12:14:24.921967 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 12:14:24.922027 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 12:14:24.922086 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 12:14:24.922147 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 12:14:24.922205 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 12:14:24.922281 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 12:14:24.922348 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 12:14:24.922408 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 12:14:24.922466 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 12:14:24.922527 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 12:14:24.922586 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 12:14:24.922646 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 12:14:24.922704 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 12:14:24.922765 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 12:14:24.922827 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 12:14:24.922885 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 12:14:24.922944 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 12:14:24.923007 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 12:14:24.923068 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 12:14:24.923127 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 12:14:24.923187 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 12:14:24.923247 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 12:14:24.923320 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 12:14:24.923382 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 12:14:24.923444 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 12:14:24.923504 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 12:14:24.923563 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 12:14:24.923623 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 12:14:24.923681 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 12:14:24.923742 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 12:14:24.923810 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 12:14:24.923870 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 12:14:24.923928 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 12:14:24.923989 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 12:14:24.924048 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 12:14:24.924108 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 12:14:24.924168 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 12:14:24.924226 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 12:14:24.924287 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 12:14:24.924352 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 12:14:24.924412 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 12:14:24.924511 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 12:14:24.924609 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 12:14:24.924671 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 12:14:24.924741 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 12:14:24.924803 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 12:14:24.924865 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 12:14:24.924926 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 12:14:24.924985 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 12:14:24.925045 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 12:14:24.925105 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 12:14:24.925164 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 12:14:24.925224 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 12:14:24.925282 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 12:14:24.925349 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 12:14:24.925416 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 12:14:24.925477 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 12:14:24.925538 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 12:14:24.925599 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 12:14:24.925659 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 12:14:24.925719 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 12:14:24.925777 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 12:14:24.925836 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 12:14:24.925894 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 12:14:24.925954 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 12:14:24.926012 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 12:14:24.926073 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 12:14:24.926137 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 12:14:24.926198 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 12:14:24.926256 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 12:14:24.926321 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 12:14:24.926382 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 12:14:24.926440 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 12:14:24.926500 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 12:14:24.926558 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 12:14:24.926619 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 12:14:24.926678 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 12:14:24.926738 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 12:14:24.926798 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 12:14:24.926862 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 12:14:24.926927 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 12:14:24.926986 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 12:14:24.927047 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 12:14:24.927105 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 12:14:24.927165 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 12:14:24.927226 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 12:14:24.927300 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 12:14:24.927361 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 12:14:24.927422 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 12:14:24.927481 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 12:14:24.927542 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 12:14:24.927603 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 12:14:24.927668 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 12:14:24.927727 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 12:14:24.927787 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 12:14:24.927846 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 12:14:24.927906 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 12:14:24.927966 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 12:14:24.928025 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 12:14:24.928085 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 12:14:24.928144 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 12:14:24.928205 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 12:14:24.928265 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 12:14:24.928329 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 12:14:24.928395 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 12:14:24.928456 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 12:14:24.928582 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 12:14:24.928648 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 12:14:24.928709 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 12:14:24.928770 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 12:14:24.928831 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 12:14:24.928891 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 12:14:24.928953 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 12:14:24.929014 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 12:14:24.929075 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 12:14:24.929135 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 12:14:24.929200 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 12:14:24.929260 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 12:14:24.929327 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 12:14:24.929387 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 12:14:24.929446 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 12:14:24.929507 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 12:14:24.929567 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 12:14:24.929626 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 12:14:24.929687 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 12:14:24.929745 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 12:14:24.929805 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 12:14:24.929863 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 12:14:24.929923 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 12:14:24.929986 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 12:14:24.930047 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 12:14:24.930105 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 12:14:24.930166 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 12:14:24.930227 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 12:14:24.930288 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 12:14:24.930627 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 12:14:24.930735 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 12:14:24.930809 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 12:14:24.930912 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 12:14:24.930982 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 12:14:24.931047 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 12:14:24.931124 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 12:14:24.931191 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 12:14:24.931286 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 12:14:24.931361 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 12:14:24.931437 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 12:14:24.931510 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 12:14:24.931577 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 12:14:24.931646 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 12:14:24.931711 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 12:14:24.931778 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 12:14:24.931845 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 12:14:24.931921 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 12:14:24.931988 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 12:14:24.932065 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 12:14:24.932133 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 12:14:24.932204 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 12:14:24.932282 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 12:14:24.932353 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 12:14:24.932423 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 12:14:24.932575 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 12:14:24.932665 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 12:14:24.932729 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 12:14:24.932795 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 12:14:24.932857 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 12:14:24.932931 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 12:14:24.933007 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 12:14:24.933073 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 12:14:24.933136 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 12:14:24.933204 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 12:14:24.933269 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 12:14:24.933336 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 12:14:24.933403 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 12:14:24.933469 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 12:14:24.933535 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 12:14:24.933600 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 12:14:24.933664 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 12:14:24.933732 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 12:14:24.933804 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 12:14:24.933876 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 12:14:24.933940 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 12:14:24.934007 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 12:14:24.934072 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 12:14:24.934137 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 12:14:24.934202 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 12:14:24.934269 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 12:14:24.934334 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 12:14:24.934402 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 12:14:24.934468 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 12:14:24.934530 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 12:14:24.934595 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 12:14:24.934665 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 12:14:24.934729 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 12:14:24.934791 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 12:14:24.934854 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 12:14:24.934922 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 12:14:24.934986 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 12:14:24.935049 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 12:14:24.935113 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 12:14:24.935178 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 12:14:24.935242 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 12:14:24.935305 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 12:14:24.935370 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 12:14:24.935446 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 12:14:24.935511 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 12:14:24.935570 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 12:14:24.935633 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 12:14:24.935693 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 12:14:24.935755 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 12:14:24.935817 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 12:14:24.935885 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 12:14:24.935950 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 12:14:24.936011 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 12:14:24.936072 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 12:14:24.936132 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 12:14:24.936201 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 12:14:24.936261 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 12:14:24.936323 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 12:14:24.936387 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 12:14:24.936448 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 12:14:24.936542 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 12:14:24.936604 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 12:14:24.936665 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 12:14:24.936727 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 12:14:24.936786 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 12:14:24.936846 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 12:14:24.936912 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 12:14:24.936973 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 12:14:24.937041 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 12:14:24.937103 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 12:14:24.937163 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 12:14:24.937225 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 12:14:24.937298 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 12:14:24.937366 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 12:14:24.937433 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 12:14:24.937494 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 12:14:24.937553 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 12:14:24.937614 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 12:14:24.937674 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 12:14:24.937733 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 12:14:24.937805 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 12:14:24.937865 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 12:14:24.937931 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 12:14:24.937994 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 12:14:24.938055 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 12:14:24.938116 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 12:14:24.938174 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 12:14:24.938235 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 12:14:24.938313 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 12:14:24.938378 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 12:14:24.938438 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 12:14:24.938498 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 12:14:24.938559 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 12:14:24.938627 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 12:14:24.938688 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 12:14:24.938749 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 12:14:24.938808 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 12:14:24.938874 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 12:14:24.938936 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 12:14:24.938997 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 12:14:24.939055 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 12:14:24.939116 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 12:14:24.939177 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 12:14:24.939239 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 12:14:24.939299 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 12:14:24.939367 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 12:14:24.939430 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 12:14:24.939491 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 12:14:24.939551 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 12:14:24.939610 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 12:14:24.939671 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 12:14:24.939729 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 12:14:24.939790 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 12:14:24.939848 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 12:14:24.939914 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 12:14:24.939975 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 12:14:24.940035 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 12:14:24.940104 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 12:14:24.940165 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 12:14:24.940224 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 12:14:24.940284 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 12:14:24.940342 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 12:14:24.940406 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 12:14:24.940464 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 12:14:24.940556 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 12:14:24.940614 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 12:14:24.940675 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 12:14:24.940736 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 12:14:24.940798 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 12:14:24.940856 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 12:14:24.940933 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 12:14:24.940994 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 12:14:24.941055 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 12:14:24.941113 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 12:14:24.941174 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 12:14:24.941234 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 12:14:24.941294 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 12:14:24.941354 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 12:14:24.941418 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 12:14:24.941479 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 12:14:24.941539 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 12:14:24.941598 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 12:14:24.941663 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 12:14:24.941724 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 12:14:24.941783 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 12:14:24.941843 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 12:14:24.941910 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 12:14:24.941970 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 12:14:24.942030 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 12:14:24.942091 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 12:14:24.942151 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 12:14:24.942210 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 12:14:24.942280 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 12:14:24.942339 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 12:14:24.942408 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 12:14:24.942468 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 12:14:24.942528 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 12:14:24.942588 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 12:14:24.942646 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 12:14:24.942711 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 12:14:24.942770 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 12:14:24.942831 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 12:14:24.942894 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 12:14:24.942955 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 12:14:24.943013 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 12:14:24.943073 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 12:14:24.943131 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 12:14:24.943197 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 12:14:24.943257 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 12:14:24.943315 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 12:14:24.943377 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 12:14:24.943438 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 12:14:24.943499 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 12:14:24.943557 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 12:14:24.943620 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 12:14:24.943679 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 12:14:24.943737 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 12:14:24.943797 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 12:14:24.943856 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 12:14:24.943926 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 12:14:24.943984 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 12:14:24.944045 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 12:14:24.944103 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 12:14:24.944163 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 12:14:24.944221 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 12:14:24.944281 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 12:14:24.944339 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 12:14:24.944401 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 12:14:24.944458 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 12:14:24.944542 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 12:14:24.944602 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 12:14:24.944668 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 12:14:24.944727 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 12:14:24.944787 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 12:14:24.944848 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 12:14:24.944911 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 12:14:24.944971 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 12:14:24.945029 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 12:14:24.945089 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 12:14:24.945147 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 12:14:24.945207 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 12:14:24.945266 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 12:14:24.945324 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 12:14:24.945388 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 12:14:24.945452 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 12:14:24.945513 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 12:14:24.945571 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 12:14:24.945631 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 12:14:24.945688 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 12:14:24.945748 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 12:14:24.945806 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 12:14:24.945864 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 12:14:24.945930 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 12:14:24.945990 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 12:14:24.946049 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 12:14:24.946110 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 12:14:24.946177 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 12:14:24.946238 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 12:14:24.946297 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 12:14:24.946357 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 12:14:24.946419 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 12:14:24.946477 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 12:14:24.946537 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 12:14:24.946594 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 12:14:24.946654 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 12:14:24.946713 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 12:14:24.946773 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 12:14:24.946831 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 12:14:24.946894 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 12:14:24.946960 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 12:14:24.947019 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 12:14:24.947078 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 12:14:24.947138 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 12:14:24.947197 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 12:14:24.947267 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 12:14:24.947326 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 12:14:24.947387 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 12:14:24.947448 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 12:14:24.947508 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 12:14:24.947566 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 12:14:24.947627 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 12:14:24.947691 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 12:14:24.947751 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 12:14:24.947810 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 12:14:24.947875 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 12:14:24.947935 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 12:14:24.947993 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 12:14:24.948052 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 12:14:24.948112 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 12:14:24.948173 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 12:14:24.948232 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 12:14:24.948292 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 12:14:24.948352 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 12:14:24.948417 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 12:14:24.948497 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 12:14:24.948559 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 12:14:24.948617 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 12:14:24.948678 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 12:14:24.948738 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 12:14:24.948797 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 12:14:24.948858 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 12:14:24.948921 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 12:14:24.948982 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 12:14:24.949040 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 12:14:24.949100 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 12:14:24.949161 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 12:14:24.949227 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 12:14:24.949286 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 12:14:24.949346 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 12:14:24.949408 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 12:14:24.949469 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 12:14:24.949527 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 12:14:24.949587 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 12:14:24.949645 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 12:14:24.949703 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 12:14:24.949763 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 12:14:24.949820 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 12:14:24.949886 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 12:14:24.949949 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 12:14:24.950010 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 12:14:24.950068 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 12:14:24.950128 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 12:14:24.950187 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 12:14:24.950247 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 12:14:24.950305 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 12:14:24.950365 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 12:14:24.950428 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 12:14:24.950488 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 12:14:24.950547 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 12:14:24.950606 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 12:14:24.950674 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 12:14:24.950733 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 12:14:24.950793 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 12:14:24.950854 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 12:14:24.950920 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 12:14:24.950978 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 12:14:24.951039 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 12:14:24.951097 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 12:14:24.951157 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 12:14:24.951215 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 12:14:24.951292 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 12:14:24.951354 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 12:14:24.951416 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 12:14:24.951483 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 12:14:24.951544 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 12:14:24.951603 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 12:14:24.951664 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 12:14:24.951724 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 12:14:24.951783 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 12:14:24.951843 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 12:14:24.951906 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 12:14:24.951966 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 12:14:24.952024 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 12:14:24.952085 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 12:14:24.952143 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 12:14:24.952208 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 12:14:24.952277 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 12:14:24.952337 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 12:14:24.952398 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 12:14:24.952456 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 12:14:24.952538 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 12:14:24.952598 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 12:14:24.952656 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 12:14:24.952717 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 12:14:24.952776 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 12:14:24.952836 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 12:14:24.952902 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 12:14:24.952963 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 12:14:24.953027 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 12:14:24.953088 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 12:14:24.953147 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 12:14:24.953208 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 12:14:24.953268 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 12:14:24.953326 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 12:14:24.953386 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 12:14:24.953445 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 12:14:24.953505 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 12:14:24.953566 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 12:14:24.953624 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 12:14:24.953684 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 12:14:24.953747 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 12:14:24.953807 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 12:14:24.953872 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 12:14:24.953933 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 12:14:24.953993 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 12:14:24.954051 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 12:14:24.954111 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 12:14:24.954170 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 12:14:24.954231 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 12:14:24.954289 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 12:14:24.954348 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 12:14:24.954406 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 12:14:24.954469 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 12:14:24.954529 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 12:14:24.954587 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 12:14:24.954647 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 12:14:24.954704 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 12:14:24.954763 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 12:14:24.954823 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 12:14:24.954912 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 12:14:24.954977 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 12:14:24.955038 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 12:14:24.955096 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 12:14:24.955157 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 12:14:24.955215 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 12:14:24.955281 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 12:14:24.955338 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 12:14:24.955398 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 12:14:24.955457 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 12:14:24.955517 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 12:14:24.955574 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 12:14:24.955634 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 12:14:24.955692 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 12:14:24.955751 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 12:14:24.955810 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 12:14:24.955873 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 12:14:24.955931 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 12:14:24.955996 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 12:14:24.956054 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 12:14:24.956114 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 12:14:24.956172 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 12:14:24.956233 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 12:14:24.956291 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 12:14:24.956351 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 12:14:24.956410 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 12:14:24.956489 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 12:14:24.956552 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 12:14:24.956612 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 12:14:24.956670 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 12:14:24.956739 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 12:14:24.956800 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 12:14:24.956887 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 12:14:24.956949 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 12:14:24.957010 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 12:14:24.957070 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 12:14:24.957129 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 12:14:24.957187 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 12:14:24.957257 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 12:14:24.957320 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 12:14:24.957380 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 12:14:24.957441 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 12:14:24.957501 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 12:14:24.957567 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 12:14:24.957628 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 12:14:24.957689 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 12:14:24.957746 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 12:14:24.957806 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 12:14:24.957864 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 12:14:24.957930 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 12:14:24.957988 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 12:14:24.958046 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 12:14:24.958106 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 12:14:24.958164 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 12:14:24.958224 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 12:14:24.958287 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 12:14:24.958347 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 12:14:24.958405 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 12:14:24.958465 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 12:14:24.958523 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 12:14:24.958580 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 12:14:24.958640 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 12:14:24.958698 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 12:14:24.958756 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 12:14:24.958817 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 12:14:24.958884 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 12:14:24.958945 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 12:14:24.959009 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 12:14:24.959069 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 12:14:24.959127 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 12:14:24.959187 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 12:14:24.959245 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 12:14:24.959305 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 12:14:24.959363 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 12:14:24.959422 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 12:14:24.959481 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 12:14:24.959541 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 12:14:24.959600 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 12:14:24.959660 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 12:14:24.959718 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 12:14:24.959783 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 12:14:24.959841 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 12:14:24.959906 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 12:14:24.959964 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 12:14:24.960025 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 12:14:24.960083 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 12:14:24.960143 140385185166784 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 12:14:24.966536 140385185166784 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 12:14:24.967207 140385185166784 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 12:14:24.981185 140385185166784 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 12:14:25.000794 140385185166784 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 12:14:25.001132 140385185166784 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 12:14:25.010422 140385185166784 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 12:14:25.101927 140385185166784 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:14:25.102296 140385185166784 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 12:14:25.104881 140385185166784 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:14:25.105171 140385185166784 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 12:14:25.270324 140385185166784 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 12:14:25.271231 140385185166784 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 12:14:25.271899 140385185166784 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 12:14:25.700238 140385185166784 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 12:14:26.145669 140385185166784 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 12:14:26.459500: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 12:14:26.459584: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 12:14:26.459619: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 12:14:37.556332 140385185166784 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 12:14:37.558026 140385185166784 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 12:14:37.572849 140385185166784 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 12:14:37.612849 140385185166784 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 12:14:41.183991 140385185166784 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 12:14:41.188960 140385185166784 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 12:14:41.217883 140385185166784 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 12:14:41.270075 140385185166784 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 12:14:41.282793 140385185166784 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 12:14:41.369785 140385185166784 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 12:14:41.374160 140385185166784 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 12:14:41.374383 140385185166784 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 12:14:41.374458 140385185166784 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 12:14:41.374522 140385185166784 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 12:14:41.374586 140385185166784 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 12:14:41.374644 140385185166784 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.4 ************************************** +I1010 12:14:41.374705 140385185166784 resnet_main.py:388] ****************************** the weight_decay_input is 1.4 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 12:14:41.374830 140385185166784 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 12:14:41.374950 140385185166784 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 12:14:41.375909 140385185166784 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 12:14:41.409143 140385185166784 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 12:14:44.540147 140385185166784 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:44.629645 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:44.692327 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:44.759840 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:44.875636 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:44.946280 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:45.022103 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:45.150243 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:45.222759 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:45.301170 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:45.427932 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:45.498023 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:45.571187 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:45.706237 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:45.778901 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:45.849602 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:45.972106 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:46.045656 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:46.127409 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:46.288997 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:46.366703 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:46.442934 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:46.582511 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:46.653116 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:46.730710 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:46.886380 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:46.953026 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:47.020262 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:47.135133 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:47.200143 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:47.268583 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:47.382510 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:47.449546 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:47.518409 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:47.639857 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:47.708221 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:47.776451 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:47.892688 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:47.955929 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:48.024641 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:48.138284 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:48.210208 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:48.279083 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:48.392086 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:48.459371 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:48.525240 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:48.642776 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:48.704273 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:48.771038 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:48.881078 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:48.946005 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.014518 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.126188 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.189023 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.255798 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.366496 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.428280 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.493870 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.602942 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.666553 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.731679 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.839082 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.903026 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:49.975756 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:50.092869 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:50.159176 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:50.231499 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:50.349314 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:50.422193 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:50.495162 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:50.611605 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:50.679722 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:50.750070 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:50.868683 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:50.941860 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:51.029551 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:51.155699 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:51.570000 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:51.639662 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:51.752068 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:51.814058 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:51.880903 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:51.992588 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:52.057559 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:52.127558 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:52.249382 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:52.316435 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:52.386043 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:52.507205 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:52.575232 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:52.646292 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:52.769861 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:52.841676 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:52.915553 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:53.030055 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:53.091989 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:53.156600 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:53.274013 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:53.336935 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:53.403333 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:53.515372 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:53.579119 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:53.645711 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:53.757982 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:53.820205 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:53.885412 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:54.002835 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:54.071192 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:54.139321 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:54.258517 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:54.329350 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:54.402188 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:54.523813 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:54.593446 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:54.665718 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:54.785965 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:54.853077 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:54.923690 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:55.031976 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:55.097662 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:55.175811 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:55.294655 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:55.358294 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:55.427267 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:55.543317 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:55.608392 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:55.677521 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:55.788888 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:55.851742 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:55.918220 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:56.029026 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:56.092746 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:56.160933 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:56.278110 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:56.339958 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:56.408574 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:56.521806 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:56.585575 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:56.653759 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:56.766817 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:56.829178 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:56.894988 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.003429 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.064899 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.128371 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.239839 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.302371 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.369957 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.480707 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.543286 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.610121 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.719779 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.780873 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.844933 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:57.955061 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:58.022955 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:58.098161 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:58.218019 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:58.283595 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:58.355962 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:58.467603 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:14:58.577173 140385185166784 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 12:14:59.263145 140385185166784 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 12:14:59.544774 140385185166784 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 12:15:06.030905 140385185166784 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 12:15:07.263627 140385185166784 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 12:15:21.714651 140385185166784 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 12:15:21.884382 140385185166784 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:15:41.981780 140385185166784 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 12:15:56.787034 140385185166784 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 12:15:57.765266 140385185166784 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 12:15:57.765789 140385185166784 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 12:15:57.766302: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 12:15:57.799355 140385185166784 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 12:15:57.827275 140385185166784 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 12:15:57.884593 140385185166784 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 12:16:12.703318 140385185166784 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 12:16:12.704190 140383174510336 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 12:16:12.705168 140383166117632 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 12:16:12.764417 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:16:12.840087 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:16:12.890940 140385185166784 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:16:12.891294 140385185166784 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 12:16:42.926107 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:16:43.007667 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 12:17:04.880024 140383166117632 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 12:17:13.091561 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:17:13.167850 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:17:43.247796 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:17:43.313673 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:17:44.761920 140385185166784 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 5.151719, step = 200 +I1010 12:17:59.365236 140385185166784 basic_session_run_hooks.py:262] loss = 5.151719, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:17:59.367379 140385185166784 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:17:59.367649 140385185166784 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 12:18:11.149118 140383166117632 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 12:18:13.393099 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:18:13.626779 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:18:43.708547 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:18:43.879173 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:18:51.421413 140385185166784 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.338219, step = 400 (64.133 sec) +I1010 12:19:03.497991 140385185166784 basic_session_run_hooks.py:260] loss = 4.338219, step = 400 (64.133 sec) +INFO:tensorflow:global_step/sec: 3.11853 +I1010 12:19:03.499592 140385185166784 tpu_estimator.py:2307] global_step/sec: 3.11853 +INFO:tensorflow:examples/sec: 204376 +I1010 12:19:03.500884 140385185166784 tpu_estimator.py:2308] examples/sec: 204376 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:19:03.501945 140385185166784 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:19:03.502118 140385185166784 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 7) +I1010 12:19:11.181551 140383166117632 tpu_estimator.py:279] Outfeed finished for iteration (2, 7) +I1010 12:19:13.958308 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:19:14.022263 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:19:44.088824 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:19:44.168091 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:19:49.592732 140385185166784 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.8487945, step = 600 (59.497 sec) +I1010 12:20:02.995428 140385185166784 basic_session_run_hooks.py:260] loss = 3.8487945, step = 600 (59.497 sec) +INFO:tensorflow:global_step/sec: 3.36149 +I1010 12:20:02.996992 140385185166784 tpu_estimator.py:2307] global_step/sec: 3.36149 +INFO:tensorflow:examples/sec: 220299 +I1010 12:20:02.997360 140385185166784 tpu_estimator.py:2308] examples/sec: 220299 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:20:02.998522 140385185166784 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:20:02.998696 140385185166784 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 9) +I1010 12:20:11.205101 140383166117632 tpu_estimator.py:279] Outfeed finished for iteration (3, 9) +I1010 12:20:14.249841 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:20:14.323774 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:20:44.390935 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:20:44.524148 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:20:48.936439 140385185166784 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.505515, step = 800 (57.257 sec) +I1010 12:21:00.252329 140385185166784 basic_session_run_hooks.py:260] loss = 3.505515, step = 800 (57.257 sec) +INFO:tensorflow:global_step/sec: 3.49302 +I1010 12:21:00.254184 140385185166784 tpu_estimator.py:2307] global_step/sec: 3.49302 +INFO:tensorflow:examples/sec: 228918 +I1010 12:21:00.254672 140385185166784 tpu_estimator.py:2308] examples/sec: 228918 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:21:00.255968 140385185166784 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:21:00.256158 140385185166784 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 23) +I1010 12:21:11.401145 140383166117632 tpu_estimator.py:279] Outfeed finished for iteration (4, 23) +I1010 12:21:14.605462 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:21:14.702404 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:21:44.787070 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:21:44.909478 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:21:45.917649 140385185166784 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 12:21:54.867943 140385185166784 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.2956297, step = 1000 (58.485 sec) +I1010 12:21:58.737715 140385185166784 basic_session_run_hooks.py:260] loss = 3.2956297, step = 1000 (58.485 sec) +INFO:tensorflow:global_step/sec: 3.41967 +I1010 12:21:58.739198 140385185166784 tpu_estimator.py:2307] global_step/sec: 3.41967 +INFO:tensorflow:examples/sec: 224112 +I1010 12:21:58.739569 140385185166784 tpu_estimator.py:2308] examples/sec: 224112 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:21:58.740813 140385185166784 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:21:58.741029 140385185166784 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 32) +I1010 12:22:11.495981 140383166117632 tpu_estimator.py:279] Outfeed finished for iteration (5, 32) +I1010 12:22:14.964826 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:22:15.071234 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:22:44.371311 140385185166784 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:22:45.152926 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:22:45.246231 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 3.0588896, step = 1200 (59.624 sec) +I1010 12:22:58.361991 140385185166784 basic_session_run_hooks.py:260] loss = 3.0588896, step = 1200 (59.624 sec) +INFO:tensorflow:global_step/sec: 3.35432 +I1010 12:22:58.363851 140385185166784 tpu_estimator.py:2307] global_step/sec: 3.35432 +INFO:tensorflow:examples/sec: 219829 +I1010 12:22:58.364306 140385185166784 tpu_estimator.py:2308] examples/sec: 219829 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:22:58.365456 140385185166784 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:22:58.365639 140385185166784 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 34) +I1010 12:23:11.680612 140383166117632 tpu_estimator.py:279] Outfeed finished for iteration (6, 34) +I1010 12:23:15.327178 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:23:15.405435 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:23:44.075629 140385185166784 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:23:45.462353 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:23:45.557214 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.7257903, step = 1400 (58.858 sec) +I1010 12:23:57.219549 140385185166784 basic_session_run_hooks.py:260] loss = 2.7257903, step = 1400 (58.858 sec) +INFO:tensorflow:global_step/sec: 3.39803 +I1010 12:23:57.221549 140385185166784 tpu_estimator.py:2307] global_step/sec: 3.39803 +INFO:tensorflow:examples/sec: 222693 +I1010 12:23:57.222239 140385185166784 tpu_estimator.py:2308] examples/sec: 222693 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:23:57.223804 140385185166784 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:23:57.224073 140385185166784 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 37) +I1010 12:24:11.898471 140383166117632 tpu_estimator.py:279] Outfeed finished for iteration (7, 37) +I1010 12:24:15.631169 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:24:15.705024 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:24:42.996140 140385185166784 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:24:45.758109 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:24:45.827928 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.933356, step = 1600 (58.259 sec) +I1010 12:24:55.478097 140385185166784 basic_session_run_hooks.py:260] loss = 2.933356, step = 1600 (58.259 sec) +INFO:tensorflow:global_step/sec: 3.43299 +I1010 12:24:55.479691 140385185166784 tpu_estimator.py:2307] global_step/sec: 3.43299 +INFO:tensorflow:examples/sec: 224985 +I1010 12:24:55.480058 140385185166784 tpu_estimator.py:2308] examples/sec: 224985 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 12:24:55.481293 140385185166784 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 12:24:55.481471 140385185166784 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 51) +I1010 12:25:12.105814 140383166117632 tpu_estimator.py:279] Outfeed finished for iteration (8, 51) +I1010 12:25:15.906475 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:25:15.980180 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.5731936, step = 1760 (37.946 sec) +I1010 12:25:33.423717 140385185166784 basic_session_run_hooks.py:260] loss = 2.5731936, step = 1760 (37.946 sec) +INFO:tensorflow:global_step/sec: 4.2165 +I1010 12:25:33.425918 140385185166784 tpu_estimator.py:2307] global_step/sec: 4.2165 +INFO:tensorflow:examples/sec: 276333 +I1010 12:25:35.415204 140385185166784 tpu_estimator.py:2308] examples/sec: 276333 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:25:35.417043 140385185166784 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:25:46.076159 140383157724928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:25:46.153110 140383157724928 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 12:25:48.883033 140385185166784 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 12:25:48.885061 140385185166784 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 12:25:48.885577 140383174510336 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 12:25:48.885818 140383174510336 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 12:25:48.886013 140385185166784 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 12:25:48.886149 140385185166784 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 12:25:48.886218 140385185166784 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 12:25:48.886365 140383166117632 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 12:25:48.886487 140383166117632 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 12:25:48.886648 140385185166784 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 12:25:48.886754 140385185166784 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.5731936. +I1010 12:26:17.961791 140385185166784 estimator.py:371] Loss for final step: 2.5731936. +INFO:tensorflow:training_loop marked as finished +I1010 12:26:17.962601 140385185166784 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 12:26:21.241520 139834785961408 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 12:26:21.249250 139834785961408 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 12:26:21.249596 139834785961408 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 12:26:21.253801 139834785961408 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:26:21.331196 139834785961408 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 12:26:21.331569 139834785961408 transport.py:157] Attempting refresh to obtain initial access_token +I1010 12:26:21.410015 139834785961408 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:26:21.459651 139834785961408 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 12:26:21.459995 139834785961408 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 12:26:21.531686 139834785961408 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 12:26:21.533114 139834785961408 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 12:26:21.533443 139834785961408 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 12:26:21.534002 139834785961408 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 12:26:21.534092 139834785961408 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 12:26:21.534178 139834785961408 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 12:26:21.534302 139834785961408 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:26:21.829591 139834785961408 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 12:26:21.830193 139834785961408 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 12:26:21.830616 139834785961408 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 12:26:21.831985: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 12:26:21.846600 139834785961408 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 12:26:21.846858 139834785961408 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 12:26:21.849106 139834785961408 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 12:26:21.849189 139834785961408 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 12:26:21.849268 139834785961408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 12:26:21.849571 139834785961408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 12:26:21.849643 139834785961408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 12:26:21.849708 139834785961408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 12:26:21.849771 139834785961408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 12:26:21.849831 139834785961408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 12:26:21.849889 139834785961408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 12:26:21.849948 139834785961408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 12:26:21.850008 139834785961408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 12:26:21.850066 139834785961408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 12:26:21.850127 139834785961408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 12:26:21.855931 139834785961408 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 12:26:21.857904 139834785961408 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 12:26:21.872395 139834785961408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 12:26:21.872689 139834785961408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 12:26:21.882030 139834785961408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 12:26:21.968502 139834785961408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:26:21.968780 139834785961408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 12:26:22.124572 139834785961408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 12:26:22.125368 139834785961408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 12:26:22.126030 139834785961408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 12:26:22.533967 139834785961408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 12:26:23.114844: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 12:26:23.114910: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 12:26:23.114943: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 12:26:23.138446 139834785961408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 12:26:23.139806 139834785961408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 12:26:23.154136 139834785961408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 12:26:23.179152 139834785961408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 12:26:25.406639 139834785961408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 12:26:25.411246 139834785961408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 12:26:25.435070 139834785961408 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 12:26:25.479249 139834785961408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 12:26:25.489975 139834785961408 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 12:26:25.583376 139834785961408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 12:26:25.820061 139834785961408 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 12:26:25.835303 139834785961408 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 12:26:25.854346 139834785961408 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T12:26:25Z +I1010 12:26:25.871795 139834785961408 evaluation.py:255] Starting evaluation at 2019-10-10T12:26:25Z +INFO:tensorflow:TPU job name worker +I1010 12:26:25.872070 139834785961408 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 12:26:26.401638 139834785961408 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:26:26.486772 139834785961408 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 12:26:29.341753 139834785961408 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 12:26:29.359957 139834785961408 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 12:26:29.400363 139834785961408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 12:26:29.419019 139834785961408 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 12:26:35.702672 139834785961408 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 12:26:35.703560 139832974628608 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 12:26:35.704201 139832966235904 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 12:26:35.874613 139834785961408 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 12:26:35.896183 139834785961408 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 12:26:35.896953 139834785961408 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 12:26:35.933351 139832957843200 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 12:26:36.006078 139832957843200 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 12:26:47.386517 139832966235904 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 12:26:56.332449 139834785961408 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 12:26:56.332839 139834785961408 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 12:26:56.332931 139834785961408 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 12:26:56.333163 139832974628608 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 12:26:56.333291 139832974628608 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 12:26:56.333461 139834785961408 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 12:26:56.333573 139834785961408 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 12:26:56.333641 139834785961408 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 12:26:56.333782 139832966235904 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 12:26:56.333874 139832966235904 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 12:26:56.334019 139834785961408 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 12:26:56.334120 139834785961408 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-12:27:06 +I1010 12:27:06.255300 139834785961408 evaluation.py:275] Finished evaluation at 2019-10-10-12:27:06 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.7200766, top_1_accuracy = 0.7480672, top_5_accuracy = 0.9246419 +I1010 12:27:06.255672 139834785961408 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.7200766, top_1_accuracy = 0.7480672, top_5_accuracy = 0.9246419 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:27:08.246085 139834785961408 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 12:27:08.510085 139834785961408 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.7200766, 'top_1_accuracy': 0.7480672, 'global_step': 1760, 'top_5_accuracy': 0.9246419}. Elapsed seconds: 46 +I1010 12:27:08.510389 139834785961408 resnet_main.py:597] Eval results: {'loss': 2.7200766, 'top_1_accuracy': 0.7480672, 'global_step': 1760, 'top_5_accuracy': 0.9246419}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 12:27:08.510519 139834785961408 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570709700162244... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570710343289535... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570709702.v3-512#1570710348823331... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570709736306151... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570710114125222... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570710114295077... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570710118241526... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570710172246640... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570710172407967... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570710176357725... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570710232270654... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570710232451687... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570710236567774... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570710290699517... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570710290935926... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570710294958254... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570710342434032... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570710342642705... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570710346808728... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570710426784822... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570710427.v3-512#1570710428446185... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 12:27:12.598567 140061318563264 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 12:27:12.604899 140061318563264 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 12:27:12.605129 140061318563264 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 12:27:12.608409 140061318563264 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:27:12.658224 140061318563264 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 12:27:12.658492 140061318563264 transport.py:157] Attempting refresh to obtain initial access_token +I1010 12:27:12.733444 140061318563264 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:27:12.781568 140061318563264 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 12:27:12.781841 140061318563264 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 12:27:12.847723 140061318563264 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 12:27:12.849209 140061318563264 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 12:27:12.849483 140061318563264 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 12:27:12.849924 140061318563264 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 12:27:12.850008 140061318563264 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 12:27:12.850095 140061318563264 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 12:27:12.969177 140061318563264 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 12:27:13.073322 140061318563264 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 12:27:13.075023: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 12:27:13.138464 140061318563264 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 12:27:13.138746 140061318563264 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 12:27:13.139245 140061318563264 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 12:27:13.139317 140061318563264 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 12:27:13.139380 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 12:27:13.139657 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 12:27:13.139734 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 12:27:13.139799 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 12:27:13.139874 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 12:27:13.139935 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 12:27:13.139996 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 12:27:13.140054 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 12:27:13.140113 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 12:27:13.140172 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 12:27:13.140238 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 12:27:13.140299 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 12:27:13.140358 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 12:27:13.140418 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 12:27:13.140513 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 12:27:13.140593 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 12:27:13.140659 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 12:27:13.140718 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 12:27:13.140785 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 12:27:13.140844 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 12:27:13.140903 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 12:27:13.140963 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 12:27:13.141021 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 12:27:13.141081 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 12:27:13.141139 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 12:27:13.141197 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 12:27:13.141254 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 12:27:13.141313 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 12:27:13.141371 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 12:27:13.141433 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 12:27:13.141505 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 12:27:13.141563 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 12:27:13.141627 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 12:27:13.141686 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 12:27:13.141753 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 12:27:13.141813 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 12:27:13.141876 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 12:27:13.141937 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 12:27:13.141995 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 12:27:13.142054 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 12:27:13.142112 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 12:27:13.142174 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 12:27:13.142244 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 12:27:13.142303 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 12:27:13.142363 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 12:27:13.142421 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 12:27:13.142479 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 12:27:13.142539 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 12:27:13.142596 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 12:27:13.142653 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 12:27:13.142713 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 12:27:13.142776 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 12:27:13.142834 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 12:27:13.142893 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 12:27:13.142956 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 12:27:13.143014 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 12:27:13.143074 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 12:27:13.143131 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 12:27:13.143191 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 12:27:13.143250 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 12:27:13.143310 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 12:27:13.143368 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 12:27:13.143425 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 12:27:13.143482 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 12:27:13.143539 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 12:27:13.143599 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 12:27:13.143661 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 12:27:13.143737 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 12:27:13.143798 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 12:27:13.143856 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 12:27:13.143914 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 12:27:13.143971 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 12:27:13.144030 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 12:27:13.144088 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 12:27:13.144144 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 12:27:13.144208 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 12:27:13.144267 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 12:27:13.144325 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 12:27:13.144383 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 12:27:13.144447 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 12:27:13.144565 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 12:27:13.144629 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 12:27:13.144689 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 12:27:13.144756 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 12:27:13.144814 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 12:27:13.144874 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 12:27:13.144932 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 12:27:13.144993 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 12:27:13.145051 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 12:27:13.145112 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 12:27:13.145172 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 12:27:13.145240 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 12:27:13.145298 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 12:27:13.145356 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 12:27:13.145415 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 12:27:13.145473 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 12:27:13.145536 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 12:27:13.145601 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 12:27:13.145663 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 12:27:13.145720 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 12:27:13.145786 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 12:27:13.145844 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 12:27:13.145903 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 12:27:13.145966 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 12:27:13.146024 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 12:27:13.146083 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 12:27:13.146142 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 12:27:13.146200 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 12:27:13.146259 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 12:27:13.146317 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 12:27:13.146374 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 12:27:13.146434 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 12:27:13.146492 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 12:27:13.146549 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 12:27:13.146606 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 12:27:13.146665 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 12:27:13.146732 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 12:27:13.146792 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 12:27:13.146852 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 12:27:13.146909 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 12:27:13.146969 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 12:27:13.147027 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 12:27:13.147098 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 12:27:13.147156 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 12:27:13.147216 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 12:27:13.147397 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 12:27:13.147603 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 12:27:13.147692 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 12:27:13.147790 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 12:27:13.147866 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 12:27:13.147937 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 12:27:13.148006 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 12:27:13.148077 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 12:27:13.148153 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 12:27:13.148225 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 12:27:13.148291 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 12:27:13.148367 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 12:27:13.148437 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 12:27:13.148574 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 12:27:13.148654 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 12:27:13.148732 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 12:27:13.148817 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 12:27:13.148883 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 12:27:13.148947 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 12:27:13.149009 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 12:27:13.149071 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 12:27:13.149135 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 12:27:13.149198 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 12:27:13.149261 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 12:27:13.149324 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 12:27:13.149385 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 12:27:13.149446 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 12:27:13.149507 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 12:27:13.149578 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 12:27:13.149641 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 12:27:13.149703 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 12:27:13.149775 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 12:27:13.149837 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 12:27:13.149897 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 12:27:13.149959 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 12:27:13.150018 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 12:27:13.150079 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 12:27:13.150141 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 12:27:13.150202 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 12:27:13.150263 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 12:27:13.150329 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 12:27:13.150392 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 12:27:13.150451 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 12:27:13.150511 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 12:27:13.150572 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 12:27:13.150629 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 12:27:13.150690 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 12:27:13.150773 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 12:27:13.150834 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 12:27:13.150934 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 12:27:13.150998 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 12:27:13.151058 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 12:27:13.151118 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 12:27:13.151186 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 12:27:13.151247 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 12:27:13.151326 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 12:27:13.151386 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 12:27:13.151448 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 12:27:13.151506 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 12:27:13.151566 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 12:27:13.151626 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 12:27:13.151685 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 12:27:13.151752 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 12:27:13.151817 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 12:27:13.151878 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 12:27:13.151942 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 12:27:13.152000 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 12:27:13.152059 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 12:27:13.152117 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 12:27:13.152178 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 12:27:13.152236 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 12:27:13.152297 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 12:27:13.152355 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 12:27:13.152415 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 12:27:13.152523 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 12:27:13.152618 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 12:27:13.152678 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 12:27:13.152754 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 12:27:13.152815 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 12:27:13.152873 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 12:27:13.152936 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 12:27:13.152996 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 12:27:13.153053 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 12:27:13.153112 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 12:27:13.153172 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 12:27:13.153244 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 12:27:13.153306 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 12:27:13.153364 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 12:27:13.153422 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 12:27:13.153481 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 12:27:13.153543 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 12:27:13.153603 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 12:27:13.153660 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 12:27:13.153733 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 12:27:13.153795 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 12:27:13.153855 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 12:27:13.153913 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 12:27:13.153973 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 12:27:13.154031 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 12:27:13.154089 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 12:27:13.154148 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 12:27:13.154206 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 12:27:13.154594 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 12:27:13.154716 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 12:27:13.154800 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 12:27:13.154879 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 12:27:13.154953 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 12:27:13.155028 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 12:27:13.155107 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 12:27:13.155181 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 12:27:13.155255 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 12:27:13.155325 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 12:27:13.155395 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 12:27:13.155463 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 12:27:13.155540 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 12:27:13.155621 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 12:27:13.155694 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 12:27:13.155766 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 12:27:13.155839 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 12:27:13.155914 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 12:27:13.155993 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 12:27:13.156064 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 12:27:13.156140 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 12:27:13.156209 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 12:27:13.156277 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 12:27:13.156347 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 12:27:13.156415 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 12:27:13.156527 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 12:27:13.156605 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 12:27:13.156673 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 12:27:13.156743 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 12:27:13.156810 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 12:27:13.156877 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 12:27:13.156944 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 12:27:13.157018 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 12:27:13.157089 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 12:27:13.157160 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 12:27:13.157228 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 12:27:13.157301 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 12:27:13.157382 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 12:27:13.157453 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 12:27:13.157529 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 12:27:13.157599 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 12:27:13.157670 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 12:27:13.157742 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 12:27:13.157809 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 12:27:13.157876 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 12:27:13.157943 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 12:27:13.158010 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 12:27:13.158077 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 12:27:13.158148 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 12:27:13.158217 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 12:27:13.158292 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 12:27:13.158360 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 12:27:13.158427 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 12:27:13.158504 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 12:27:13.158577 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 12:27:13.158646 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 12:27:13.158724 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 12:27:13.158796 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 12:27:13.158864 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 12:27:13.158931 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 12:27:13.158998 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 12:27:13.159064 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 12:27:13.159135 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 12:27:13.159203 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 12:27:13.159269 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 12:27:13.159334 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 12:27:13.159401 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 12:27:13.159468 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 12:27:13.159543 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 12:27:13.159610 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 12:27:13.159678 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 12:27:13.159744 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 12:27:13.159811 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 12:27:13.159877 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 12:27:13.159954 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 12:27:13.160026 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 12:27:13.160090 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 12:27:13.160156 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 12:27:13.160222 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 12:27:13.160288 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 12:27:13.160352 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 12:27:13.160427 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 12:27:13.160526 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 12:27:13.160598 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 12:27:13.160665 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 12:27:13.160732 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 12:27:13.160799 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 12:27:13.160871 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 12:27:13.160938 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 12:27:13.161004 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 12:27:13.161068 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 12:27:13.161137 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 12:27:13.161204 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 12:27:13.161272 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 12:27:13.161338 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 12:27:13.161403 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 12:27:13.161469 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 12:27:13.161542 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 12:27:13.161611 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 12:27:13.161684 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 12:27:13.161751 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 12:27:13.161818 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 12:27:13.161885 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 12:27:13.161952 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 12:27:13.162019 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 12:27:13.162086 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 12:27:13.162154 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 12:27:13.162221 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 12:27:13.162288 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 12:27:13.162354 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 12:27:13.162420 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 12:27:13.162487 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 12:27:13.162566 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 12:27:13.162635 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 12:27:13.162700 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 12:27:13.162767 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 12:27:13.162834 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 12:27:13.162902 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 12:27:13.162966 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 12:27:13.163032 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 12:27:13.163098 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 12:27:13.163165 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 12:27:13.163230 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 12:27:13.163295 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 12:27:13.163368 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 12:27:13.163434 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 12:27:13.163500 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 12:27:13.163573 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 12:27:13.163639 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 12:27:13.163716 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 12:27:13.163784 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 12:27:13.163860 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 12:27:13.163924 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 12:27:13.163990 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 12:27:13.164057 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 12:27:13.164124 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 12:27:13.164202 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 12:27:13.164271 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 12:27:13.164338 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 12:27:13.164402 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 12:27:13.164484 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 12:27:13.164565 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 12:27:13.164630 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 12:27:13.164696 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 12:27:13.164762 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 12:27:13.164828 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 12:27:13.164894 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 12:27:13.164959 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 12:27:13.165024 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 12:27:13.165100 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 12:27:13.165164 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 12:27:13.165237 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 12:27:13.165303 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 12:27:13.165375 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 12:27:13.165442 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 12:27:13.165508 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 12:27:13.165580 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 12:27:13.165648 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 12:27:13.165714 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 12:27:13.165781 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 12:27:13.165847 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 12:27:13.165916 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 12:27:13.165982 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 12:27:13.166048 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 12:27:13.166112 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 12:27:13.166177 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 12:27:13.166241 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 12:27:13.166306 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 12:27:13.166372 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 12:27:13.166439 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 12:27:13.166502 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 12:27:13.166575 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 12:27:13.166640 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 12:27:13.166711 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 12:27:13.166776 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 12:27:13.166841 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 12:27:13.166907 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 12:27:13.166971 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 12:27:13.167037 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 12:27:13.167104 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 12:27:13.167169 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 12:27:13.167233 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 12:27:13.167299 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 12:27:13.167362 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 12:27:13.167428 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 12:27:13.167493 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 12:27:13.167570 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 12:27:13.167634 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 12:27:13.167699 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 12:27:13.167763 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 12:27:13.167829 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 12:27:13.167895 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 12:27:13.167958 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 12:27:13.168024 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 12:27:13.168088 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 12:27:13.168154 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 12:27:13.168217 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 12:27:13.168282 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 12:27:13.168350 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 12:27:13.168416 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 12:27:13.168498 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 12:27:13.168575 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 12:27:13.168641 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 12:27:13.168716 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 12:27:13.168786 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 12:27:13.168852 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 12:27:13.168916 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 12:27:13.168982 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 12:27:13.169047 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 12:27:13.169111 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 12:27:13.169177 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 12:27:13.169250 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 12:27:13.169317 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 12:27:13.169383 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 12:27:13.169449 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 12:27:13.169518 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 12:27:13.169584 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 12:27:13.169651 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 12:27:13.169717 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 12:27:13.169781 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 12:27:13.169847 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 12:27:13.169912 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 12:27:13.169976 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 12:27:13.170047 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 12:27:13.170113 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 12:27:13.170177 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 12:27:13.170243 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 12:27:13.170308 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 12:27:13.170376 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 12:27:13.170440 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 12:27:13.170505 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 12:27:13.170576 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 12:27:13.170640 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 12:27:13.170706 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 12:27:13.170772 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 12:27:13.170840 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 12:27:13.170907 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 12:27:13.170972 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 12:27:13.171036 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 12:27:13.171102 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 12:27:13.171165 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 12:27:13.171230 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 12:27:13.171314 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 12:27:13.171379 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 12:27:13.171442 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 12:27:13.171508 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 12:27:13.171581 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 12:27:13.171648 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 12:27:13.171720 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 12:27:13.171785 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 12:27:13.171849 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 12:27:13.171914 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 12:27:13.171978 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 12:27:13.172043 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 12:27:13.172107 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 12:27:13.172172 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 12:27:13.172236 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 12:27:13.172302 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 12:27:13.172368 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 12:27:13.172432 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 12:27:13.172561 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 12:27:13.172647 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 12:27:13.172714 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 12:27:13.172780 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 12:27:13.172847 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 12:27:13.172911 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 12:27:13.172976 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 12:27:13.173043 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 12:27:13.173109 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 12:27:13.173175 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 12:27:13.173239 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 12:27:13.173305 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 12:27:13.173377 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 12:27:13.173443 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 12:27:13.173507 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 12:27:13.173583 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 12:27:13.173649 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 12:27:13.173722 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 12:27:13.173789 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 12:27:13.173855 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 12:27:13.173921 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 12:27:13.173985 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 12:27:13.174052 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 12:27:13.174115 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 12:27:13.174180 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 12:27:13.174251 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 12:27:13.174315 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 12:27:13.174381 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 12:27:13.174446 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 12:27:13.174510 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 12:27:13.174583 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 12:27:13.174650 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 12:27:13.174715 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 12:27:13.174781 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 12:27:13.174844 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 12:27:13.174910 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 12:27:13.174974 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 12:27:13.175044 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 12:27:13.175108 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 12:27:13.175173 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 12:27:13.175240 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 12:27:13.175304 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 12:27:13.175373 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 12:27:13.175438 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 12:27:13.175503 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 12:27:13.175578 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 12:27:13.175642 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 12:27:13.175707 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 12:27:13.175771 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 12:27:13.175837 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 12:27:13.175906 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 12:27:13.175972 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 12:27:13.176038 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 12:27:13.176103 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 12:27:13.176167 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 12:27:13.176232 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 12:27:13.176295 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 12:27:13.176359 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 12:27:13.176424 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 12:27:13.176510 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 12:27:13.176590 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 12:27:13.176656 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 12:27:13.176729 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 12:27:13.176796 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 12:27:13.176862 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 12:27:13.176927 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 12:27:13.176991 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 12:27:13.177057 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 12:27:13.177122 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 12:27:13.177186 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 12:27:13.177251 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 12:27:13.177315 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 12:27:13.177380 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 12:27:13.177445 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 12:27:13.177520 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 12:27:13.177591 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 12:27:13.177656 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 12:27:13.177721 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 12:27:13.177787 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 12:27:13.177851 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 12:27:13.177916 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 12:27:13.177979 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 12:27:13.178045 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 12:27:13.178108 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 12:27:13.178177 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 12:27:13.178241 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 12:27:13.178307 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 12:27:13.178376 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 12:27:13.178442 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 12:27:13.178505 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 12:27:13.178576 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 12:27:13.178642 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 12:27:13.178721 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 12:27:13.178791 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 12:27:13.178855 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 12:27:13.178921 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 12:27:13.178987 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 12:27:13.179053 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 12:27:13.179117 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 12:27:13.179187 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 12:27:13.179253 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 12:27:13.179317 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 12:27:13.179383 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 12:27:13.179447 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 12:27:13.179517 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 12:27:13.179584 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 12:27:13.179651 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 12:27:13.179716 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 12:27:13.179781 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 12:27:13.179846 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 12:27:13.179909 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 12:27:13.179980 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 12:27:13.180044 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 12:27:13.180109 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 12:27:13.180174 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 12:27:13.180238 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 12:27:13.180301 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 12:27:13.180370 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 12:27:13.180434 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 12:27:13.180560 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 12:27:13.180627 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 12:27:13.180691 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 12:27:13.180757 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 12:27:13.180821 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 12:27:13.180896 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 12:27:13.180960 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 12:27:13.181025 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 12:27:13.181088 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 12:27:13.181154 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 12:27:13.181219 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 12:27:13.181284 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 12:27:13.181349 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 12:27:13.181413 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 12:27:13.181478 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 12:27:13.181550 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 12:27:13.181616 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 12:27:13.181684 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 12:27:13.181750 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 12:27:13.181814 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 12:27:13.181880 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 12:27:13.181946 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 12:27:13.182012 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 12:27:13.182076 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 12:27:13.182140 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 12:27:13.182204 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 12:27:13.182266 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 12:27:13.182331 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 12:27:13.182395 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 12:27:13.182460 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 12:27:13.182542 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 12:27:13.182610 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 12:27:13.182677 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 12:27:13.182743 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 12:27:13.182807 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 12:27:13.182872 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 12:27:13.182935 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 12:27:13.182998 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 12:27:13.183063 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 12:27:13.183128 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 12:27:13.183192 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 12:27:13.183258 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 12:27:13.183327 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 12:27:13.183393 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 12:27:13.183459 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 12:27:13.183531 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 12:27:13.183598 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 12:27:13.183662 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 12:27:13.183739 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 12:27:13.183809 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 12:27:13.183876 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 12:27:13.183940 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 12:27:13.184006 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 12:27:13.184072 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 12:27:13.184142 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 12:27:13.184206 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 12:27:13.184272 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 12:27:13.184336 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 12:27:13.184401 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 12:27:13.184467 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 12:27:13.184561 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 12:27:13.184627 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 12:27:13.184691 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 12:27:13.184756 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 12:27:13.184823 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 12:27:13.184889 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 12:27:13.184953 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 12:27:13.185024 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 12:27:13.185090 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 12:27:13.185154 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 12:27:13.185220 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 12:27:13.185285 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 12:27:13.185350 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 12:27:13.185415 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 12:27:13.185481 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 12:27:13.185554 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 12:27:13.185619 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 12:27:13.185684 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 12:27:13.185750 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 12:27:13.185823 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 12:27:13.185889 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 12:27:13.185955 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 12:27:13.186019 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 12:27:13.186084 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 12:27:13.186150 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 12:27:13.186214 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 12:27:13.186280 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 12:27:13.186346 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 12:27:13.186412 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 12:27:13.186476 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 12:27:13.186549 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 12:27:13.186620 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 12:27:13.186686 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 12:27:13.186752 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 12:27:13.186816 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 12:27:13.186882 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 12:27:13.186947 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 12:27:13.187011 140061318563264 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 12:27:13.192883 140061318563264 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 12:27:13.193454 140061318563264 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 12:27:13.206854 140061318563264 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 12:27:13.226603 140061318563264 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 12:27:13.226871 140061318563264 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 12:27:13.234556 140061318563264 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 12:27:13.317222 140061318563264 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:27:13.317492 140061318563264 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 12:27:13.319962 140061318563264 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:27:13.320194 140061318563264 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 12:27:13.477509 140061318563264 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 12:27:13.478307 140061318563264 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 12:27:13.478955 140061318563264 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 12:27:13.884515 140061318563264 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 12:27:14.273401 140061318563264 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 12:27:14.570031: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 12:27:14.570081: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 12:27:14.570119: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 12:27:25.072568 140061318563264 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 12:27:25.074306 140061318563264 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 12:27:25.088362 140061318563264 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 12:27:25.127155 140061318563264 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 12:27:28.229691 140061318563264 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 12:27:28.234663 140061318563264 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 12:27:28.260210 140061318563264 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 12:27:28.306643 140061318563264 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 12:27:28.320306 140061318563264 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 12:27:28.406074 140061318563264 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 12:27:28.410171 140061318563264 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 12:27:28.410370 140061318563264 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 12:27:28.410442 140061318563264 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 12:27:28.410504 140061318563264 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 12:27:28.410563 140061318563264 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 12:27:28.410623 140061318563264 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 1.6 ************************************** +I1010 12:27:28.410681 140061318563264 resnet_main.py:388] ****************************** the weight_decay_input is 1.6 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 12:27:28.410804 140061318563264 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 12:27:28.410927 140061318563264 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 12:27:28.411890 140061318563264 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 12:27:28.442923 140061318563264 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 12:27:31.698707 140061318563264 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:31.801531 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:31.868997 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:31.941772 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:32.065547 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:32.147191 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:32.223730 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:32.355465 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:32.422060 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:32.493019 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:32.616202 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:32.682569 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:32.758553 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:32.870419 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:32.934001 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:32.998359 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:33.109396 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:33.171802 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:33.239803 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:33.369149 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:33.430165 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:33.493576 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:33.603045 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:33.664354 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:33.728173 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:33.836776 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:33.897442 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:33.961709 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:34.071609 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:34.133443 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:34.198745 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:34.308383 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:34.371321 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:34.439295 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:34.549626 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:34.610372 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:34.674143 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:34.787578 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:34.853285 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:34.921724 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:35.038765 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:35.108453 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:35.179683 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:35.305445 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:35.375560 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:35.443996 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:35.573786 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:35.639666 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:35.709201 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:35.830101 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:35.898894 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:35.975471 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:36.102444 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:36.168404 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:36.241909 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:36.369050 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:36.441426 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:36.517441 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:36.637408 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:36.706034 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:36.781341 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:36.895658 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:36.961720 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:37.032665 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:37.158101 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:37.229912 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:37.309057 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:37.425015 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:37.500871 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:37.572402 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:37.692563 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:37.762974 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:37.838063 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:37.958436 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:38.034359 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:38.137228 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:38.274892 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:38.774758 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:38.842422 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:38.950710 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.010847 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.075005 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.182662 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.247198 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.315813 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.428045 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.491281 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.555404 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.662596 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.724299 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.789163 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.898514 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:39.961785 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.028338 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.138206 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.200576 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.267108 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.379199 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.442640 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.507519 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.616945 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.680881 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.747853 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.860403 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.921582 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:40.985522 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:41.096072 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:41.159240 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:41.226165 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:41.335278 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:41.400010 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:41.467142 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:41.576682 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:41.638318 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:41.702241 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:41.810743 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:41.873081 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:41.937223 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:42.044838 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:42.107959 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:42.183233 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:42.298263 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:42.362150 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:42.427154 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:42.536106 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:42.596206 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:42.659121 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:42.767157 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:42.831065 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:42.898389 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.009213 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.073122 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.140713 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.252433 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.318320 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.386336 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.498594 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.559387 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.624497 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.733320 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.798998 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.866858 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:43.976423 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.037235 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.100565 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.212239 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.273952 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.341530 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.450836 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.514594 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.580852 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.690303 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.753051 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.819657 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.927987 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:44.988454 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:45.055150 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:45.163846 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:45.229162 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:45.301645 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:45.419811 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:27:45.527475 140061318563264 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 12:27:46.218054 140061318563264 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 12:27:46.524169 140061318563264 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 12:27:53.281676 140061318563264 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 12:27:54.425616 140061318563264 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 12:28:08.591609 140061318563264 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 12:28:08.761210 140061318563264 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:28:29.055543 140061318563264 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 12:28:42.711802 140061318563264 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 12:28:43.679526 140061318563264 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 12:28:43.680092 140061318563264 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 12:28:43.680753: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 12:28:43.707104 140061318563264 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 12:28:43.738195 140061318563264 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 12:28:43.794039 140061318563264 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 12:28:58.505532 140061318563264 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 12:28:58.506592 140059307919104 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 12:28:58.507467 140059299526400 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 12:28:58.566775 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:28:58.645158 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:28:58.697201 140061318563264 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:28:58.697628 140061318563264 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 12:29:28.726901 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:29:28.804028 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 12:29:50.203541 140059299526400 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 12:29:58.886814 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:29:58.967365 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:30:29.053476 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:30:29.123986 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:30:29.491641 140061318563264 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 5.11073, step = 200 +I1010 12:30:43.935383 140061318563264 basic_session_run_hooks.py:262] loss = 5.11073, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:30:43.938122 140061318563264 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:30:43.938474 140061318563264 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 12:30:55.652437 140059299526400 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 12:30:59.197143 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:30:59.360204 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:31:29.446295 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:31:29.519393 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:31:36.624562 140061318563264 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.0761337, step = 400 (65.194 sec) +I1010 12:31:49.129786 140061318563264 basic_session_run_hooks.py:260] loss = 4.0761337, step = 400 (65.194 sec) +INFO:tensorflow:global_step/sec: 3.06775 +I1010 12:31:49.131875 140061318563264 tpu_estimator.py:2307] global_step/sec: 3.06775 +INFO:tensorflow:examples/sec: 201048 +I1010 12:31:49.133157 140061318563264 tpu_estimator.py:2308] examples/sec: 201048 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:31:49.134887 140061318563264 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:31:49.135210 140061318563264 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 0) +I1010 12:31:55.668242 140059299526400 tpu_estimator.py:279] Outfeed finished for iteration (2, 0) +I1010 12:31:59.596690 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:31:59.667512 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:32:29.747517 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:32:29.826328 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:32:36.952785 140061318563264 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.8586283, step = 600 (60.990 sec) +I1010 12:32:50.119834 140061318563264 basic_session_run_hooks.py:260] loss = 3.8586283, step = 600 (60.990 sec) +INFO:tensorflow:global_step/sec: 3.27923 +I1010 12:32:50.121738 140061318563264 tpu_estimator.py:2307] global_step/sec: 3.27923 +INFO:tensorflow:examples/sec: 214908 +I1010 12:32:50.122113 140061318563264 tpu_estimator.py:2308] examples/sec: 214908 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:32:50.123716 140061318563264 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:32:50.123914 140061318563264 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 0) +I1010 12:32:56.613739 140059299526400 tpu_estimator.py:279] Outfeed finished for iteration (3, 0) +I1010 12:32:59.912463 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:32:59.984752 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:33:30.064621 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:33:30.144781 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:33:37.004973 140061318563264 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.6231863, step = 800 (58.179 sec) +I1010 12:33:48.298881 140061318563264 basic_session_run_hooks.py:260] loss = 3.6231863, step = 800 (58.179 sec) +INFO:tensorflow:global_step/sec: 3.43765 +I1010 12:33:48.301009 140061318563264 tpu_estimator.py:2307] global_step/sec: 3.43765 +INFO:tensorflow:examples/sec: 225290 +I1010 12:33:48.301382 140061318563264 tpu_estimator.py:2308] examples/sec: 225290 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:33:48.303208 140061318563264 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:33:48.303504 140061318563264 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 10) +I1010 12:33:56.686423 140059299526400 tpu_estimator.py:279] Outfeed finished for iteration (4, 10) +I1010 12:34:00.229403 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:34:00.302897 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:34:30.373908 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:34:30.452227 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:34:34.972323 140061318563264 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 12:34:42.317414 140061318563264 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.479602, step = 1000 (58.199 sec) +I1010 12:34:46.498265 140061318563264 basic_session_run_hooks.py:260] loss = 3.479602, step = 1000 (58.199 sec) +INFO:tensorflow:global_step/sec: 3.43647 +I1010 12:34:46.500248 140061318563264 tpu_estimator.py:2307] global_step/sec: 3.43647 +INFO:tensorflow:examples/sec: 225213 +I1010 12:34:46.500756 140061318563264 tpu_estimator.py:2308] examples/sec: 225213 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:34:46.502182 140061318563264 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:34:46.502403 140061318563264 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 19) +I1010 12:34:56.761830 140059299526400 tpu_estimator.py:279] Outfeed finished for iteration (5, 19) +I1010 12:35:00.536113 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:35:00.636203 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:35:30.698987 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:35:30.781173 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:35:33.453346 140061318563264 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.1884286, step = 1200 (61.785 sec) +I1010 12:35:48.282824 140061318563264 basic_session_run_hooks.py:260] loss = 3.1884286, step = 1200 (61.785 sec) +INFO:tensorflow:global_step/sec: 3.23704 +I1010 12:35:48.285187 140061318563264 tpu_estimator.py:2307] global_step/sec: 3.23704 +INFO:tensorflow:examples/sec: 212143 +I1010 12:35:48.285749 140061318563264 tpu_estimator.py:2308] examples/sec: 212143 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:35:48.287527 140061318563264 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:35:48.287858 140061318563264 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 9) +I1010 12:35:56.835746 140059299526400 tpu_estimator.py:279] Outfeed finished for iteration (6, 9) +I1010 12:36:00.870033 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:36:00.939058 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:36:31.015769 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:36:31.087762 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:36:35.811695 140061318563264 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.9792845, step = 1400 (61.361 sec) +I1010 12:36:49.644288 140061318563264 basic_session_run_hooks.py:260] loss = 2.9792845, step = 1400 (61.361 sec) +INFO:tensorflow:global_step/sec: 3.2594 +I1010 12:36:49.646040 140061318563264 tpu_estimator.py:2307] global_step/sec: 3.2594 +INFO:tensorflow:examples/sec: 213608 +I1010 12:36:49.646486 140061318563264 tpu_estimator.py:2308] examples/sec: 213608 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:36:49.647792 140061318563264 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:36:49.647977 140061318563264 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 5) +I1010 12:36:56.897341 140059299526400 tpu_estimator.py:279] Outfeed finished for iteration (7, 5) +I1010 12:37:01.174669 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:37:01.249620 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:37:31.338598 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:37:31.405476 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:37:35.574285 140061318563264 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.719406, step = 1600 (60.995 sec) +I1010 12:37:50.639472 140061318563264 basic_session_run_hooks.py:260] loss = 2.719406, step = 1600 (60.995 sec) +INFO:tensorflow:global_step/sec: 3.27894 +I1010 12:37:50.641482 140061318563264 tpu_estimator.py:2307] global_step/sec: 3.27894 +INFO:tensorflow:examples/sec: 214888 +I1010 12:37:50.642165 140061318563264 tpu_estimator.py:2308] examples/sec: 214888 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 12:37:50.644154 140061318563264 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 12:37:50.644510 140061318563264 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 0) +I1010 12:37:57.173721 140059299526400 tpu_estimator.py:279] Outfeed finished for iteration (8, 0) +I1010 12:38:01.488390 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:38:01.566921 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.6691542, step = 1760 (38.505 sec) +I1010 12:38:29.144143 140061318563264 basic_session_run_hooks.py:260] loss = 2.6691542, step = 1760 (38.505 sec) +INFO:tensorflow:global_step/sec: 4.15537 +I1010 12:38:29.145823 140061318563264 tpu_estimator.py:2307] global_step/sec: 4.15537 +INFO:tensorflow:examples/sec: 272326 +I1010 12:38:29.146217 140061318563264 tpu_estimator.py:2308] examples/sec: 272326 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:38:29.147597 140061318563264 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:38:31.650211 140059291133696 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:38:31.727369 140059291133696 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 12:38:43.786674 140061318563264 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 12:38:43.786963 140061318563264 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 12:38:43.787182 140059307919104 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 12:38:43.787303 140059307919104 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 12:38:43.787460 140061318563264 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 12:38:43.787595 140061318563264 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 12:38:43.787656 140061318563264 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 12:38:43.787775 140059299526400 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 12:38:43.787862 140059299526400 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 12:38:43.787992 140061318563264 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 12:38:43.788089 140061318563264 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.6691542. +I1010 12:39:03.538512 140061318563264 estimator.py:371] Loss for final step: 2.6691542. +INFO:tensorflow:training_loop marked as finished +I1010 12:39:03.539397 140061318563264 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 12:39:06.694892 140115068368320 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 12:39:06.703428 140115068368320 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 12:39:06.703701 140115068368320 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 12:39:06.707478 140115068368320 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:39:06.759008 140115068368320 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 12:39:06.759277 140115068368320 transport.py:157] Attempting refresh to obtain initial access_token +I1010 12:39:06.840692 140115068368320 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:39:06.896011 140115068368320 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 12:39:06.896271 140115068368320 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 12:39:06.967365 140115068368320 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 12:39:06.968534 140115068368320 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 12:39:06.968822 140115068368320 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 12:39:06.969302 140115068368320 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 12:39:06.969388 140115068368320 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 12:39:06.969470 140115068368320 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 12:39:06.969583 140115068368320 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:39:07.205378 140115068368320 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 12:39:07.205862 140115068368320 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 12:39:07.206231 140115068368320 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 12:39:07.207557: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 12:39:07.220463 140115068368320 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 12:39:07.222129 140115068368320 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 12:39:07.222671 140115068368320 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 12:39:07.222759 140115068368320 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 12:39:07.222826 140115068368320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 12:39:07.223141 140115068368320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 12:39:07.223212 140115068368320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 12:39:07.223275 140115068368320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 12:39:07.223339 140115068368320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 12:39:07.223401 140115068368320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 12:39:07.223463 140115068368320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 12:39:07.223522 140115068368320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 12:39:07.223582 140115068368320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 12:39:07.223643 140115068368320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 12:39:07.223705 140115068368320 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 12:39:07.229403 140115068368320 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 12:39:07.231200 140115068368320 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 12:39:07.245949 140115068368320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 12:39:07.246217 140115068368320 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 12:39:07.254502 140115068368320 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 12:39:07.341785 140115068368320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:39:07.342053 140115068368320 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 12:39:07.499742 140115068368320 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 12:39:07.500606 140115068368320 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 12:39:07.501256 140115068368320 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 12:39:07.911196 140115068368320 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 12:39:08.483517: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 12:39:08.483580: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 12:39:08.483611: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 12:39:08.507184 140115068368320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 12:39:08.508534 140115068368320 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 12:39:08.523072 140115068368320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 12:39:08.552062 140115068368320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 12:39:10.865712 140115068368320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 12:39:10.870966 140115068368320 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 12:39:10.897228 140115068368320 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 12:39:10.945557 140115068368320 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 12:39:10.957297 140115068368320 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 12:39:11.056178 140115068368320 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 12:39:11.306022 140115068368320 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 12:39:11.325313 140115068368320 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 12:39:11.346529 140115068368320 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T12:39:11Z +I1010 12:39:11.365838 140115068368320 evaluation.py:255] Starting evaluation at 2019-10-10T12:39:11Z +INFO:tensorflow:TPU job name worker +I1010 12:39:11.366168 140115068368320 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 12:39:11.923518 140115068368320 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:39:12.001499 140115068368320 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 12:39:15.105129 140115068368320 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 12:39:15.127903 140115068368320 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 12:39:15.169667 140115068368320 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 12:39:15.183521 140115068368320 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 12:39:21.781538 140115068368320 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 12:39:21.782572 140113399494400 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 12:39:21.782936 140113391101696 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 12:39:21.952756 140115068368320 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 12:39:21.975250 140115068368320 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 12:39:21.977406 140115068368320 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 12:39:22.016396 140113040373504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 12:39:22.093759 140113040373504 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 12:39:32.775286 140113391101696 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 12:39:41.688524 140115068368320 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 12:39:41.689196 140115068368320 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 12:39:41.689297 140115068368320 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 12:39:41.689510 140113399494400 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 12:39:41.689635 140113399494400 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 12:39:41.689790 140115068368320 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 12:39:41.689898 140115068368320 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 12:39:41.689965 140115068368320 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 12:39:41.690088 140113391101696 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 12:39:41.690176 140113391101696 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 12:39:41.690304 140115068368320 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 12:39:41.690397 140115068368320 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-12:39:52 +I1010 12:39:52.355163 140115068368320 evaluation.py:275] Finished evaluation at 2019-10-10-12:39:52 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.6665375, top_1_accuracy = 0.75132245, top_5_accuracy = 0.92478436 +I1010 12:39:52.355614 140115068368320 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.6665375, top_1_accuracy = 0.75132245, top_5_accuracy = 0.92478436 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:39:54.417624 140115068368320 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 12:39:54.792615 140115068368320 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.6665375, 'top_1_accuracy': 0.75132245, 'global_step': 1760, 'top_5_accuracy': 0.92478436}. Elapsed seconds: 47 +I1010 12:39:54.793023 140115068368320 resnet_main.py:597] Eval results: {'loss': 2.6665375, 'top_1_accuracy': 0.75132245, 'global_step': 1760, 'top_5_accuracy': 0.92478436}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 12:39:54.793171 140115068368320 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570710467199371... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570711118071014... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570710470.v3-512#1570711123724343... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570710503466306... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570710881499256... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570710881713257... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570710885867029... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570710941834339... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570710942100336... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570710946181118... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570711004803501... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570711005029313... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570711009096941... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570711063976223... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570711064166693... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570711068375143... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570711117239395... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570711117501650... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570711121616029... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570711192921878... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570711193.v3-512#1570711194719984... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 12:39:59.108661 140479918056896 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 12:39:59.114665 140479918056896 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 12:39:59.114905 140479918056896 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 12:39:59.118288 140479918056896 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:39:59.194935 140479918056896 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 12:39:59.195219 140479918056896 transport.py:157] Attempting refresh to obtain initial access_token +I1010 12:39:59.269731 140479918056896 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:39:59.319282 140479918056896 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 12:39:59.319549 140479918056896 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 12:39:59.393708 140479918056896 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 12:39:59.395124 140479918056896 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 12:39:59.395401 140479918056896 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 12:39:59.395864 140479918056896 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 12:39:59.395957 140479918056896 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 12:39:59.396044 140479918056896 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 12:39:59.528992 140479918056896 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 12:39:59.621232 140479918056896 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 12:39:59.622941: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 12:39:59.681365 140479918056896 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 12:39:59.681643 140479918056896 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 12:39:59.682115 140479918056896 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 12:39:59.682188 140479918056896 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 12:39:59.682261 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 12:39:59.682545 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 12:39:59.682615 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 12:39:59.682679 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 12:39:59.682754 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 12:39:59.682816 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 12:39:59.682876 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 12:39:59.682934 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 12:39:59.682993 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 12:39:59.683053 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 12:39:59.683114 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 12:39:59.683173 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 12:39:59.683240 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 12:39:59.683301 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 12:39:59.683362 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 12:39:59.683422 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 12:39:59.683480 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 12:39:59.683545 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 12:39:59.683604 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 12:39:59.683661 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 12:39:59.683721 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 12:39:59.683780 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 12:39:59.683842 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 12:39:59.683902 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 12:39:59.683959 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 12:39:59.684017 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 12:39:59.684076 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 12:39:59.684134 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 12:39:59.684191 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 12:39:59.684262 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 12:39:59.684322 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 12:39:59.684380 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 12:39:59.684438 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 12:39:59.684549 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 12:39:59.684618 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 12:39:59.684679 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 12:39:59.684737 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 12:39:59.684797 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 12:39:59.684859 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 12:39:59.684917 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 12:39:59.684976 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 12:39:59.685044 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 12:39:59.685111 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 12:39:59.685169 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 12:39:59.685234 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 12:39:59.685293 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 12:39:59.685353 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 12:39:59.685410 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 12:39:59.685470 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 12:39:59.685528 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 12:39:59.685585 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 12:39:59.685642 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 12:39:59.685700 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 12:39:59.685758 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 12:39:59.685821 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 12:39:59.685880 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 12:39:59.685939 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 12:39:59.685997 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 12:39:59.686054 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 12:39:59.686113 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 12:39:59.686171 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 12:39:59.686233 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 12:39:59.686294 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 12:39:59.686352 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 12:39:59.686409 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 12:39:59.686467 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 12:39:59.686526 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 12:39:59.686589 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 12:39:59.686650 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 12:39:59.686708 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 12:39:59.686767 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 12:39:59.686824 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 12:39:59.686882 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 12:39:59.686939 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 12:39:59.686995 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 12:39:59.687052 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 12:39:59.687110 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 12:39:59.687169 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 12:39:59.687232 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 12:39:59.687295 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 12:39:59.687355 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 12:39:59.687412 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 12:39:59.687469 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 12:39:59.687527 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 12:39:59.687586 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 12:39:59.687643 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 12:39:59.687700 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 12:39:59.687757 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 12:39:59.687815 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 12:39:59.687874 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 12:39:59.687932 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 12:39:59.687995 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 12:39:59.688055 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 12:39:59.688112 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 12:39:59.688170 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 12:39:59.688235 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 12:39:59.688293 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 12:39:59.688352 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 12:39:59.688410 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 12:39:59.688500 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 12:39:59.688590 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 12:39:59.688652 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 12:39:59.688709 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 12:39:59.688769 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 12:39:59.688833 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 12:39:59.688891 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 12:39:59.688949 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 12:39:59.689007 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 12:39:59.689064 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 12:39:59.689124 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 12:39:59.689181 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 12:39:59.689245 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 12:39:59.689306 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 12:39:59.689364 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 12:39:59.689424 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 12:39:59.689481 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 12:39:59.689543 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 12:39:59.689601 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 12:39:59.689659 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 12:39:59.689717 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 12:39:59.689775 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 12:39:59.689832 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 12:39:59.689891 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 12:39:59.689948 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 12:39:59.690006 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 12:39:59.690062 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 12:39:59.690119 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 12:39:59.690177 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 12:39:59.690241 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 12:39:59.690304 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 12:39:59.690361 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 12:39:59.690419 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 12:39:59.690478 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 12:39:59.690536 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 12:39:59.690593 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 12:39:59.690650 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 12:39:59.690709 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 12:39:59.690766 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 12:39:59.690824 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 12:39:59.690881 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 12:39:59.690939 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 12:39:59.691000 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 12:39:59.691059 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 12:39:59.691117 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 12:39:59.691174 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 12:39:59.691236 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 12:39:59.691313 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 12:39:59.691371 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 12:39:59.691432 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 12:39:59.691492 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 12:39:59.691549 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 12:39:59.691606 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 12:39:59.691665 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 12:39:59.691729 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 12:39:59.691787 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 12:39:59.691845 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 12:39:59.691905 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 12:39:59.691962 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 12:39:59.692023 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 12:39:59.692081 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 12:39:59.692140 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 12:39:59.692198 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 12:39:59.692261 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 12:39:59.692321 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 12:39:59.692379 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 12:39:59.692436 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 12:39:59.692552 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 12:39:59.692619 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 12:39:59.692678 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 12:39:59.692738 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 12:39:59.692795 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 12:39:59.692854 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 12:39:59.692913 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 12:39:59.692970 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 12:39:59.693028 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 12:39:59.693088 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 12:39:59.693146 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 12:39:59.693206 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 12:39:59.693276 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 12:39:59.693336 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 12:39:59.693394 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 12:39:59.693453 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 12:39:59.693511 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 12:39:59.693569 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 12:39:59.693628 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 12:39:59.693685 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 12:39:59.693743 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 12:39:59.693800 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 12:39:59.693860 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 12:39:59.693917 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 12:39:59.693974 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 12:39:59.694037 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 12:39:59.694096 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 12:39:59.694154 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 12:39:59.694211 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 12:39:59.694276 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 12:39:59.694334 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 12:39:59.694394 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 12:39:59.694452 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 12:39:59.694510 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 12:39:59.694569 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 12:39:59.694626 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 12:39:59.694686 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 12:39:59.694750 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 12:39:59.694808 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 12:39:59.694865 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 12:39:59.694924 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 12:39:59.694983 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 12:39:59.695050 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 12:39:59.695111 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 12:39:59.695168 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 12:39:59.695231 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 12:39:59.695291 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 12:39:59.695348 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 12:39:59.695405 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 12:39:59.695468 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 12:39:59.695527 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 12:39:59.695585 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 12:39:59.695642 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 12:39:59.695702 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 12:39:59.695760 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 12:39:59.695818 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 12:39:59.695877 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 12:39:59.695935 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 12:39:59.695991 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 12:39:59.696049 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 12:39:59.696108 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 12:39:59.696165 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 12:39:59.696233 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 12:39:59.696293 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 12:39:59.696352 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 12:39:59.696409 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 12:39:59.696496 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 12:39:59.696588 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 12:39:59.696649 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 12:39:59.696707 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 12:39:59.696765 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 12:39:59.696824 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 12:39:59.696881 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 12:39:59.696938 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 12:39:59.697000 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 12:39:59.697061 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 12:39:59.697119 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 12:39:59.697180 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 12:39:59.697244 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 12:39:59.697304 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 12:39:59.697361 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 12:39:59.697418 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 12:39:59.697480 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 12:39:59.697539 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 12:39:59.697597 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 12:39:59.697654 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 12:39:59.697717 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 12:39:59.697777 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 12:39:59.697837 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 12:39:59.697895 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 12:39:59.697952 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 12:39:59.698010 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 12:39:59.698067 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 12:39:59.698126 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 12:39:59.698183 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 12:39:59.698247 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 12:39:59.698306 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 12:39:59.698364 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 12:39:59.698422 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 12:39:59.698487 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 12:39:59.698545 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 12:39:59.698604 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 12:39:59.698662 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 12:39:59.698719 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 12:39:59.698776 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 12:39:59.698833 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 12:39:59.698890 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 12:39:59.698949 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 12:39:59.699007 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 12:39:59.699067 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 12:39:59.699126 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 12:39:59.699189 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 12:39:59.699254 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 12:39:59.699311 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 12:39:59.699369 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 12:39:59.699428 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 12:39:59.699486 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 12:39:59.699544 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 12:39:59.699603 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 12:39:59.699661 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 12:39:59.699721 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 12:39:59.699779 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 12:39:59.699836 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 12:39:59.699898 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 12:39:59.699956 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 12:39:59.700015 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 12:39:59.700072 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 12:39:59.700129 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 12:39:59.700186 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 12:39:59.700248 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 12:39:59.700308 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 12:39:59.700366 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 12:39:59.700423 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 12:39:59.700501 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 12:39:59.700563 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 12:39:59.700622 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 12:39:59.700685 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 12:39:59.700742 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 12:39:59.700799 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 12:39:59.700856 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 12:39:59.700915 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 12:39:59.700973 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 12:39:59.701030 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 12:39:59.701090 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 12:39:59.701148 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 12:39:59.701205 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 12:39:59.701272 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 12:39:59.701332 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 12:39:59.701394 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 12:39:59.701452 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 12:39:59.701509 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 12:39:59.701566 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 12:39:59.701626 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 12:39:59.701683 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 12:39:59.701740 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 12:39:59.701798 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 12:39:59.701857 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 12:39:59.701914 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 12:39:59.701971 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 12:39:59.702028 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 12:39:59.702085 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 12:39:59.702147 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 12:39:59.702203 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 12:39:59.702269 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 12:39:59.702328 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 12:39:59.702388 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 12:39:59.702445 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 12:39:59.702502 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 12:39:59.702558 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 12:39:59.702616 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 12:39:59.702673 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 12:39:59.702730 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 12:39:59.702788 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 12:39:59.702850 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 12:39:59.702908 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 12:39:59.702966 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 12:39:59.703026 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 12:39:59.703083 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 12:39:59.703140 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 12:39:59.703197 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 12:39:59.703260 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 12:39:59.703319 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 12:39:59.703377 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 12:39:59.703433 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 12:39:59.703491 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 12:39:59.703555 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 12:39:59.703613 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 12:39:59.703672 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 12:39:59.703730 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 12:39:59.703787 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 12:39:59.703847 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 12:39:59.703906 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 12:39:59.703963 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 12:39:59.704021 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 12:39:59.704078 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 12:39:59.704135 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 12:39:59.704194 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 12:39:59.704260 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 12:39:59.704329 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 12:39:59.704389 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 12:39:59.704447 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 12:39:59.704526 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 12:39:59.704585 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 12:39:59.704643 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 12:39:59.704700 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 12:39:59.704757 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 12:39:59.704816 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 12:39:59.704874 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 12:39:59.704931 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 12:39:59.704989 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 12:39:59.705065 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 12:39:59.705123 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 12:39:59.705182 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 12:39:59.705245 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 12:39:59.705305 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 12:39:59.705363 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 12:39:59.705421 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 12:39:59.705480 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 12:39:59.705538 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 12:39:59.705595 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 12:39:59.705652 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 12:39:59.705709 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 12:39:59.705771 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 12:39:59.705830 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 12:39:59.705887 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 12:39:59.705944 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 12:39:59.706001 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 12:39:59.706058 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 12:39:59.706115 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 12:39:59.706172 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 12:39:59.706237 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 12:39:59.706296 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 12:39:59.706355 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 12:39:59.706413 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 12:39:59.706470 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 12:39:59.706532 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 12:39:59.706589 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 12:39:59.706649 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 12:39:59.706707 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 12:39:59.706763 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 12:39:59.706821 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 12:39:59.706880 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 12:39:59.706938 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 12:39:59.706995 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 12:39:59.707051 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 12:39:59.707108 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 12:39:59.707165 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 12:39:59.707231 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 12:39:59.707290 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 12:39:59.707348 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 12:39:59.707406 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 12:39:59.707463 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 12:39:59.707520 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 12:39:59.707580 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 12:39:59.707637 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 12:39:59.707695 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 12:39:59.707751 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 12:39:59.707809 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 12:39:59.707866 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 12:39:59.707923 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 12:39:59.707986 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 12:39:59.708043 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 12:39:59.708101 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 12:39:59.708158 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 12:39:59.708216 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 12:39:59.708281 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 12:39:59.708339 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 12:39:59.708396 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 12:39:59.708455 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 12:39:59.708535 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 12:39:59.708595 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 12:39:59.708655 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 12:39:59.708719 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 12:39:59.708779 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 12:39:59.708837 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 12:39:59.708897 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 12:39:59.708955 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 12:39:59.709012 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 12:39:59.709069 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 12:39:59.709129 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 12:39:59.709187 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 12:39:59.709249 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 12:39:59.709307 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 12:39:59.709364 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 12:39:59.709427 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 12:39:59.709485 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 12:39:59.709543 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 12:39:59.709602 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 12:39:59.709660 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 12:39:59.709717 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 12:39:59.709774 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 12:39:59.709831 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 12:39:59.709888 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 12:39:59.709947 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 12:39:59.710004 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 12:39:59.710062 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 12:39:59.710119 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 12:39:59.710181 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 12:39:59.710244 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 12:39:59.710304 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 12:39:59.710361 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 12:39:59.710418 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 12:39:59.710479 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 12:39:59.710537 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 12:39:59.710596 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 12:39:59.710653 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 12:39:59.710710 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 12:39:59.710767 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 12:39:59.710825 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 12:39:59.710887 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 12:39:59.710946 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 12:39:59.711004 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 12:39:59.711061 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 12:39:59.711118 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 12:39:59.711175 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 12:39:59.711239 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 12:39:59.711316 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 12:39:59.711375 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 12:39:59.711433 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 12:39:59.711493 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 12:39:59.711549 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 12:39:59.711611 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 12:39:59.711673 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 12:39:59.711730 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 12:39:59.711788 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 12:39:59.711846 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 12:39:59.711904 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 12:39:59.711961 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 12:39:59.712018 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 12:39:59.712078 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 12:39:59.712135 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 12:39:59.712193 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 12:39:59.712255 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 12:39:59.712313 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 12:39:59.712374 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 12:39:59.712433 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 12:39:59.712512 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 12:39:59.712573 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 12:39:59.712630 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 12:39:59.712688 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 12:39:59.712747 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 12:39:59.712805 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 12:39:59.712862 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 12:39:59.712920 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 12:39:59.712979 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 12:39:59.713036 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 12:39:59.713097 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 12:39:59.713155 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 12:39:59.713212 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 12:39:59.713279 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 12:39:59.713337 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 12:39:59.713396 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 12:39:59.713453 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 12:39:59.713510 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 12:39:59.713568 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 12:39:59.713625 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 12:39:59.713682 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 12:39:59.713740 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 12:39:59.713797 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 12:39:59.713859 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 12:39:59.713917 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 12:39:59.713974 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 12:39:59.714032 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 12:39:59.714091 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 12:39:59.714148 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 12:39:59.714205 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 12:39:59.714271 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 12:39:59.714329 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 12:39:59.714386 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 12:39:59.714445 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 12:39:59.714502 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 12:39:59.714564 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 12:39:59.714622 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 12:39:59.714679 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 12:39:59.714739 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 12:39:59.714797 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 12:39:59.714854 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 12:39:59.714911 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 12:39:59.714968 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 12:39:59.715035 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 12:39:59.715095 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 12:39:59.715154 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 12:39:59.715213 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 12:39:59.715281 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 12:39:59.715339 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 12:39:59.715399 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 12:39:59.715457 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 12:39:59.715514 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 12:39:59.715576 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 12:39:59.715634 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 12:39:59.715692 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 12:39:59.715749 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 12:39:59.715806 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 12:39:59.715863 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 12:39:59.715923 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 12:39:59.715981 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 12:39:59.716044 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 12:39:59.716103 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 12:39:59.716161 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 12:39:59.716219 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 12:39:59.716285 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 12:39:59.716344 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 12:39:59.716403 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 12:39:59.716460 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 12:39:59.716540 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 12:39:59.716599 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 12:39:59.716658 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 12:39:59.716716 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 12:39:59.716778 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 12:39:59.716836 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 12:39:59.716895 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 12:39:59.716953 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 12:39:59.717010 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 12:39:59.717068 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 12:39:59.717125 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 12:39:59.717185 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 12:39:59.717252 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 12:39:59.717310 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 12:39:59.717369 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 12:39:59.717427 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 12:39:59.717489 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 12:39:59.717546 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 12:39:59.717603 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 12:39:59.717662 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 12:39:59.717719 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 12:39:59.717776 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 12:39:59.717833 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 12:39:59.717891 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 12:39:59.717951 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 12:39:59.718009 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 12:39:59.718067 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 12:39:59.718126 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 12:39:59.718183 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 12:39:59.718251 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 12:39:59.718311 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 12:39:59.718369 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 12:39:59.718426 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 12:39:59.718485 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 12:39:59.718543 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 12:39:59.718600 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 12:39:59.718660 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 12:39:59.718717 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 12:39:59.718775 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 12:39:59.718832 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 12:39:59.718889 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 12:39:59.718954 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 12:39:59.719012 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 12:39:59.719069 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 12:39:59.719125 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 12:39:59.719183 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 12:39:59.719248 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 12:39:59.719305 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 12:39:59.719364 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 12:39:59.719422 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 12:39:59.719480 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 12:39:59.719537 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 12:39:59.719594 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 12:39:59.719651 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 12:39:59.719712 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 12:39:59.719770 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 12:39:59.719829 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 12:39:59.719887 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 12:39:59.719944 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 12:39:59.720001 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 12:39:59.720060 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 12:39:59.720118 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 12:39:59.720175 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 12:39:59.720238 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 12:39:59.720298 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 12:39:59.720355 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 12:39:59.720417 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 12:39:59.720490 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 12:39:59.720552 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 12:39:59.720611 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 12:39:59.720669 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 12:39:59.720726 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 12:39:59.720784 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 12:39:59.720843 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 12:39:59.720899 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 12:39:59.720957 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 12:39:59.721014 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 12:39:59.721070 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 12:39:59.721132 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 12:39:59.721189 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 12:39:59.721255 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 12:39:59.721312 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 12:39:59.721371 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 12:39:59.721430 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 12:39:59.721487 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 12:39:59.721545 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 12:39:59.721602 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 12:39:59.721659 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 12:39:59.721718 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 12:39:59.721776 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 12:39:59.721832 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 12:39:59.721896 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 12:39:59.721955 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 12:39:59.722012 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 12:39:59.722069 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 12:39:59.722126 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 12:39:59.722184 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 12:39:59.722249 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 12:39:59.722306 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 12:39:59.722364 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 12:39:59.722423 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 12:39:59.722481 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 12:39:59.722538 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 12:39:59.722600 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 12:39:59.722659 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 12:39:59.722717 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 12:39:59.722774 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 12:39:59.722831 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 12:39:59.722889 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 12:39:59.722948 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 12:39:59.723005 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 12:39:59.723062 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 12:39:59.723120 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 12:39:59.723179 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 12:39:59.723242 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 12:39:59.723304 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 12:39:59.723361 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 12:39:59.723418 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 12:39:59.723476 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 12:39:59.723534 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 12:39:59.723592 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 12:39:59.723650 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 12:39:59.723711 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 12:39:59.723768 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 12:39:59.723826 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 12:39:59.723885 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 12:39:59.723942 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 12:39:59.724000 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 12:39:59.724062 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 12:39:59.724121 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 12:39:59.724179 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 12:39:59.724242 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 12:39:59.724301 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 12:39:59.724359 140479918056896 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 12:39:59.729801 140479918056896 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 12:39:59.730350 140479918056896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 12:39:59.742403 140479918056896 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 12:39:59.760160 140479918056896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 12:39:59.760432 140479918056896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 12:39:59.768204 140479918056896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 12:39:59.849087 140479918056896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:39:59.849365 140479918056896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 12:39:59.851850 140479918056896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:39:59.852083 140479918056896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 12:40:00.008285 140479918056896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 12:40:00.009121 140479918056896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 12:40:00.009767 140479918056896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 12:40:00.418226 140479918056896 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 12:40:00.851597 140479918056896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 12:40:01.163785: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 12:40:01.163842: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 12:40:01.163876: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 12:40:12.296295 140479918056896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 12:40:12.298446 140479918056896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 12:40:12.313982 140479918056896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 12:40:12.357319 140479918056896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 12:40:15.758578 140479918056896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 12:40:15.763955 140479918056896 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 12:40:15.791616 140479918056896 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 12:40:15.838274 140479918056896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 12:40:15.849642 140479918056896 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 12:40:15.931972 140479918056896 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 12:40:15.936160 140479918056896 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 12:40:15.936408 140479918056896 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 12:40:15.936501 140479918056896 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 12:40:15.936594 140479918056896 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 12:40:15.936655 140479918056896 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 12:40:15.936712 140479918056896 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 2.0 ************************************** +I1010 12:40:15.936770 140479918056896 resnet_main.py:388] ****************************** the weight_decay_input is 2.0 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 12:40:15.936902 140479918056896 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 12:40:15.937028 140479918056896 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 12:40:15.937983 140479918056896 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 12:40:15.968718 140479918056896 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 12:40:19.248930 140479918056896 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:19.353131 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:19.427737 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:19.498552 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:19.617335 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:19.681058 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:19.745537 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:19.857815 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:19.919881 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:19.985944 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:20.096142 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:20.159158 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:20.224452 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:20.334500 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:20.399679 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:20.465428 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:20.574552 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:20.638601 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:20.710500 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:20.845412 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:20.908049 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:20.974031 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:21.089060 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:21.154180 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:21.221245 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:21.338920 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:21.406749 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:21.475675 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:21.590224 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:21.654495 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:21.719508 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:21.828510 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:21.892275 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:21.957405 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:22.068660 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:22.130619 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:22.197529 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:22.308165 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:22.370578 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:22.435026 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:22.543638 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:22.606626 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:22.678189 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:22.800276 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:22.867305 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:22.938405 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:23.062151 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:23.125638 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:23.193558 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:23.315476 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:23.389573 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:23.464144 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:23.578928 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:23.643687 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:23.715527 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:23.833713 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:23.902854 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:23.975121 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:24.100193 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:24.168613 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:24.238814 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:24.362802 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:24.440265 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:24.519346 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:24.637039 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:24.705822 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:24.777297 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:24.898423 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:24.970504 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:25.049534 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:25.173899 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:25.247209 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:25.322864 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:25.460253 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:25.534358 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:25.625338 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:25.760737 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:26.268080 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:26.345160 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:26.470951 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:26.541413 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:26.613141 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:26.737642 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:26.810287 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:26.884567 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:27.007572 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:27.081891 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:27.162192 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:27.296977 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:27.370198 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:27.443780 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:27.564009 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:27.636244 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:27.704401 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:27.819304 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:27.881511 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:27.945640 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:28.054801 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:28.119162 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:28.185554 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:28.299215 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:28.364288 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:28.432255 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:28.541941 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:28.603404 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:28.676256 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:28.790575 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:28.853853 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:28.923835 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:29.035397 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:29.101768 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:29.171808 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:29.295423 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:29.361470 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:29.434104 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:29.549771 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:29.613106 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:29.679676 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:29.794874 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:29.861793 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:29.941083 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:30.058384 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:30.121521 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:30.190372 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:30.306226 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:30.368290 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:30.435188 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:30.547358 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:30.613691 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:30.682841 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:30.797080 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:30.864870 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:30.934117 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:31.047650 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:31.112823 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:31.181006 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:31.295739 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:31.361109 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:31.435019 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:31.549621 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:31.616338 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:31.686157 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:31.795083 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:31.856564 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:31.921215 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:32.031869 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:32.094131 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:32.163125 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:32.277683 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:32.342586 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:32.412175 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:32.521223 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:32.582117 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:32.647572 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:32.762583 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:32.829004 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:32.898485 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:33.011840 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:33.078907 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:33.158183 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:33.282185 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:40:33.405302 140479918056896 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 12:40:34.087002 140479918056896 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 12:40:34.355685 140479918056896 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 12:40:40.837205 140479918056896 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 12:40:42.000560 140479918056896 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 12:40:56.371328 140479918056896 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 12:40:56.546333 140479918056896 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:41:16.853671 140479918056896 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 12:41:30.385237 140479918056896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 12:41:31.341612 140479918056896 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 12:41:31.342175 140479918056896 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 12:41:31.342842: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0'] +I1010 12:41:31.372684 140479918056896 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 12:41:31.401731 140479918056896 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 12:41:31.456937 140479918056896 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 12:41:46.299228 140479918056896 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 12:41:46.300151 140477907846912 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 12:41:46.300585 140477899454208 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 12:41:46.366740 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:41:46.444751 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:41:46.491641 140479918056896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:41:46.491978 140479918056896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 12:42:16.526242 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:42:16.601536 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 12:42:38.962387 140477899454208 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 12:42:46.683358 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:42:46.770574 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:43:16.853914 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:43:16.929908 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:43:18.454253 140479918056896 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.979372, step = 200 +I1010 12:43:34.037653 140479918056896 basic_session_run_hooks.py:262] loss = 4.979372, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:43:34.040415 140479918056896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:43:34.040733 140479918056896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 12:43:45.697719 140477899454208 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 12:43:47.009744 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:43:47.102725 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:44:17.189359 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:44:17.264291 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:44:25.677692 140479918056896 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.05366, step = 400 (65.374 sec) +I1010 12:44:39.411665 140479918056896 basic_session_run_hooks.py:260] loss = 4.05366, step = 400 (65.374 sec) +INFO:tensorflow:global_step/sec: 3.05932 +I1010 12:44:39.413660 140479918056896 tpu_estimator.py:2307] global_step/sec: 3.05932 +INFO:tensorflow:examples/sec: 200496 +I1010 12:44:39.415055 140479918056896 tpu_estimator.py:2308] examples/sec: 200496 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:44:39.416296 140479918056896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:44:39.416558 140479918056896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 1) +I1010 12:44:45.800267 140477899454208 tpu_estimator.py:279] Outfeed finished for iteration (2, 1) +I1010 12:44:47.335261 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:44:47.409825 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:45:17.486125 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:45:17.565001 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:45:25.985738 140479918056896 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.7966232, step = 600 (60.498 sec) +I1010 12:45:39.909584 140479918056896 basic_session_run_hooks.py:260] loss = 3.7966232, step = 600 (60.498 sec) +INFO:tensorflow:global_step/sec: 3.30589 +I1010 12:45:39.911777 140479918056896 tpu_estimator.py:2307] global_step/sec: 3.30589 +INFO:tensorflow:examples/sec: 216655 +I1010 12:45:39.912228 140479918056896 tpu_estimator.py:2308] examples/sec: 216655 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:45:39.913489 140479918056896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:45:39.913672 140479918056896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 0) +I1010 12:45:46.354640 140477899454208 tpu_estimator.py:279] Outfeed finished for iteration (3, 0) +I1010 12:45:47.643801 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:45:47.720401 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:46:17.793194 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:46:17.880453 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:46:26.388994 140479918056896 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.4821403, step = 800 (58.919 sec) +I1010 12:46:38.828675 140479918056896 basic_session_run_hooks.py:260] loss = 3.4821403, step = 800 (58.919 sec) +INFO:tensorflow:global_step/sec: 3.39449 +I1010 12:46:38.830790 140479918056896 tpu_estimator.py:2307] global_step/sec: 3.39449 +INFO:tensorflow:examples/sec: 222461 +I1010 12:46:38.831294 140479918056896 tpu_estimator.py:2308] examples/sec: 222461 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:46:38.832607 140479918056896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:46:38.832814 140479918056896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 6) +I1010 12:46:46.462282 140477899454208 tpu_estimator.py:279] Outfeed finished for iteration (4, 6) +I1010 12:46:47.952702 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:46:48.065785 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:47:18.137687 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:47:18.245807 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:47:25.348243 140479918056896 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 12:47:34.103730 140479918056896 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.0782197, step = 1000 (59.269 sec) +I1010 12:47:38.098037 140479918056896 basic_session_run_hooks.py:260] loss = 3.0782197, step = 1000 (59.269 sec) +INFO:tensorflow:global_step/sec: 3.37442 +I1010 12:47:38.100233 140479918056896 tpu_estimator.py:2307] global_step/sec: 3.37442 +INFO:tensorflow:examples/sec: 221146 +I1010 12:47:38.100831 140479918056896 tpu_estimator.py:2308] examples/sec: 221146 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:47:38.102405 140479918056896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:47:38.102653 140479918056896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 9) +I1010 12:47:46.660017 140477899454208 tpu_estimator.py:279] Outfeed finished for iteration (5, 9) +I1010 12:47:48.306963 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:47:48.398976 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:48:18.483403 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:48:18.566113 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:48:24.782179 140479918056896 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.2265246, step = 1200 (60.750 sec) +I1010 12:48:38.848098 140479918056896 basic_session_run_hooks.py:260] loss = 3.2265246, step = 1200 (60.750 sec) +INFO:tensorflow:global_step/sec: 3.29218 +I1010 12:48:38.850155 140479918056896 tpu_estimator.py:2307] global_step/sec: 3.29218 +INFO:tensorflow:examples/sec: 215757 +I1010 12:48:38.850682 140479918056896 tpu_estimator.py:2308] examples/sec: 215757 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:48:38.851908 140479918056896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:48:38.852127 140479918056896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 7) +I1010 12:48:46.680129 140477899454208 tpu_estimator.py:279] Outfeed finished for iteration (6, 7) +I1010 12:48:48.652837 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:48:48.729854 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:49:18.812591 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:49:18.958657 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:49:24.438335 140479918056896 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.8961458, step = 1400 (58.961 sec) +I1010 12:49:37.809231 140479918056896 basic_session_run_hooks.py:260] loss = 2.8961458, step = 1400 (58.961 sec) +INFO:tensorflow:global_step/sec: 3.39209 +I1010 12:49:37.810882 140479918056896 tpu_estimator.py:2307] global_step/sec: 3.39209 +INFO:tensorflow:examples/sec: 222304 +I1010 12:49:37.811300 140479918056896 tpu_estimator.py:2308] examples/sec: 222304 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:49:37.814419 140479918056896 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:49:37.814618 140479918056896 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 11) +I1010 12:49:46.741113 140477899454208 tpu_estimator.py:279] Outfeed finished for iteration (7, 11) +I1010 12:49:49.045608 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:49:49.111424 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:50:19.195919 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:50:19.272738 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:50:23.920244 140479918056896 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.0001981, step = 1600 (58.724 sec) +I1010 12:50:36.533587 140479918056896 basic_session_run_hooks.py:260] loss = 3.0001981, step = 1600 (58.724 sec) +INFO:tensorflow:global_step/sec: 3.40572 +I1010 12:50:36.535644 140479918056896 tpu_estimator.py:2307] global_step/sec: 3.40572 +INFO:tensorflow:examples/sec: 223197 +I1010 12:50:36.536087 140479918056896 tpu_estimator.py:2308] examples/sec: 223197 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 12:50:36.537230 140479918056896 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 12:50:36.537436 140479918056896 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 20) +I1010 12:50:46.947269 140477899454208 tpu_estimator.py:279] Outfeed finished for iteration (8, 20) +I1010 12:50:49.357389 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:50:49.498317 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.9256444, step = 1760 (37.504 sec) +I1010 12:51:14.037112 140479918056896 basic_session_run_hooks.py:260] loss = 2.9256444, step = 1760 (37.504 sec) +INFO:tensorflow:global_step/sec: 4.2663 +I1010 12:51:14.038840 140479918056896 tpu_estimator.py:2307] global_step/sec: 4.2663 +INFO:tensorflow:examples/sec: 279596 +I1010 12:51:15.383724 140479918056896 tpu_estimator.py:2308] examples/sec: 279596 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:51:15.385730 140479918056896 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:51:19.571021 140477891061504 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:51:19.647665 140477891061504 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 12:51:29.458515 140479918056896 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 12:51:29.458920 140479918056896 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 12:51:29.459172 140477907846912 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 12:51:29.459316 140477907846912 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 12:51:29.459517 140479918056896 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 12:51:29.459633 140479918056896 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 12:51:29.459693 140479918056896 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 12:51:29.459832 140477899454208 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 12:51:29.459923 140477899454208 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 12:51:29.460046 140479918056896 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 12:51:29.460143 140479918056896 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.9256444. +I1010 12:51:51.460256 140479918056896 estimator.py:371] Loss for final step: 2.9256444. +INFO:tensorflow:training_loop marked as finished +I1010 12:51:51.461232 140479918056896 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 12:51:54.898370 139843746964928 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 12:51:54.905513 139843746964928 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 12:51:54.905855 139843746964928 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 12:51:54.910060 139843746964928 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:51:54.968405 139843746964928 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 12:51:54.968801 139843746964928 transport.py:157] Attempting refresh to obtain initial access_token +I1010 12:51:55.031136 139843746964928 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:51:55.083849 139843746964928 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 12:51:55.084192 139843746964928 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 12:51:55.154903 139843746964928 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 12:51:55.156228 139843746964928 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 12:51:55.156594 139843746964928 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 12:51:55.157113 139843746964928 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 12:51:55.157200 139843746964928 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 12:51:55.157284 139843746964928 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 12:51:55.157413 139843746964928 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:51:55.394840 139843746964928 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 12:51:55.395447 139843746964928 resnet_main.py:588] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 12:51:55.395915 139843746964928 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 12:51:55.397306: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 12:51:55.410948 139843746964928 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 12:51:55.411178 139843746964928 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 12:51:55.413337 139843746964928 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 12:51:55.413412 139843746964928 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 12:51:55.413507 139843746964928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 12:51:55.413820 139843746964928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 12:51:55.413892 139843746964928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 12:51:55.413968 139843746964928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 12:51:55.414041 139843746964928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 12:51:55.414103 139843746964928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 12:51:55.414165 139843746964928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 12:51:55.414223 139843746964928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 12:51:55.414282 139843746964928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 12:51:55.414345 139843746964928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 12:51:55.414405 139843746964928 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 12:51:55.420146 139843746964928 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 12:51:55.422276 139843746964928 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 12:51:55.437390 139843746964928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 12:51:55.437654 139843746964928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 12:51:55.447113 139843746964928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 12:51:55.534300 139843746964928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:51:55.534567 139843746964928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 12:51:55.690067 139843746964928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 12:51:55.690876 139843746964928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 12:51:55.691524 139843746964928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 12:51:56.097191 139843746964928 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 12:51:56.677120: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 12:51:56.677173: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 12:51:56.677205: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 12:51:56.700242 139843746964928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 12:51:56.701594 139843746964928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 12:51:56.715905 139843746964928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 12:51:56.740900 139843746964928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 12:51:59.029778 139843746964928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 12:51:59.035160 139843746964928 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 12:51:59.062588 139843746964928 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 12:51:59.110392 139843746964928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 12:51:59.122227 139843746964928 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 12:51:59.221843 139843746964928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 12:51:59.472166 139843746964928 module_wrapper.py:139] From resnet_main.py:444: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 12:51:59.489768 139843746964928 module_wrapper.py:139] From resnet_main.py:446: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 12:51:59.510842 139843746964928 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T12:51:59Z +I1010 12:51:59.529401 139843746964928 evaluation.py:255] Starting evaluation at 2019-10-10T12:51:59Z +INFO:tensorflow:TPU job name worker +I1010 12:51:59.529736 139843746964928 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 12:52:00.080566 139843746964928 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:52:00.160317 139843746964928 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 12:52:02.935846 139843746964928 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 12:52:02.959192 139843746964928 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 12:52:03.003827 139843746964928 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 12:52:03.018572 139843746964928 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 12:52:09.375241 139843746964928 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 12:52:09.376265 139842069702400 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 12:52:09.376931 139841719236352 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 12:52:09.527986 139843746964928 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 12:52:09.551232 139843746964928 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 12:52:09.552639 139843746964928 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 12:52:09.595360 139841710843648 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 12:52:09.673086 139841710843648 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 12:52:20.700587 139841719236352 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 12:52:29.354384 139843746964928 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 12:52:29.354794 139843746964928 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 12:52:29.354902 139843746964928 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 12:52:29.355108 139842069702400 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 12:52:29.355252 139842069702400 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 12:52:29.355432 139843746964928 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 12:52:29.355546 139843746964928 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 12:52:29.355607 139843746964928 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 12:52:29.355752 139841719236352 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 12:52:29.355845 139841719236352 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 12:52:29.355989 139843746964928 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 12:52:29.356091 139843746964928 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-12:52:39 +I1010 12:52:39.898631 139843746964928 evaluation.py:275] Finished evaluation at 2019-10-10-12:52:39 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.7154129, top_1_accuracy = 0.74922687, top_5_accuracy = 0.9235026 +I1010 12:52:39.898993 139843746964928 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.7154129, top_1_accuracy = 0.74922687, top_5_accuracy = 0.9235026 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 12:52:42.016807 139843746964928 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 12:52:42.341856 139843746964928 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.7154129, 'top_1_accuracy': 0.74922687, 'global_step': 1760, 'top_5_accuracy': 0.9235026}. Elapsed seconds: 46 +I1010 12:52:42.342186 139843746964928 resnet_main.py:597] Eval results: {'loss': 2.7154129, 'top_1_accuracy': 0.74922687, 'global_step': 1760, 'top_5_accuracy': 0.9235026}. Elapsed seconds: 46 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 12:52:42.342334 139843746964928 resnet_main.py:603] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570711234956894... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570711883825967... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570711237.v3-512#1570711889381655... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570711271173166... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570711653118054... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570711653338612... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570711657557045... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570711712409468... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570711712621838... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570711716764217... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570711773104279... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570711773329042... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570711777290240... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570711831599690... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570711831825735... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570711835898664... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570711883090202... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570711883262759... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570711887406781... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570711960464948... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570711960.v3-512#1570711962278810... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:59: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:677: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 12:52:46.857255 140282677499328 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 12:52:46.863806 140282677499328 module_wrapper.py:139] From resnet_main.py:531: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 12:52:46.864033 140282677499328 module_wrapper.py:139] From resnet_main.py:532: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 12:52:46.868069 140282677499328 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:52:46.926012 140282677499328 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 12:52:46.926364 140282677499328 transport.py:157] Attempting refresh to obtain initial access_token +I1010 12:52:47.000396 140282677499328 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 12:52:47.060137 140282677499328 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 12:52:47.060527 140282677499328 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 12:52:47.129424 140282677499328 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 12:52:47.131118 140282677499328 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 12:52:47.131511 140282677499328 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 12:52:47.132075 140282677499328 module_wrapper.py:139] From resnet_main.py:550: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 12:52:47.132165 140282677499328 resnet_main.py:550] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 12:52:47.132251 140282677499328 resnet_main.py:569] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 12:52:47.217017 140282677499328 resnet_main.py:622] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 12:52:47.356822 140282677499328 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 12:52:47.359134: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 12:52:47.423001 140282677499328 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 12:52:47.423393 140282677499328 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 12:52:47.424058 140282677499328 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 12:52:47.424129 140282677499328 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 12:52:47.424201 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 12:52:47.424596 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 12:52:47.424685 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 12:52:47.424757 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 12:52:47.424819 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 12:52:47.424900 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 12:52:47.424968 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 12:52:47.425028 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 12:52:47.425086 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 12:52:47.425153 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 12:52:47.425226 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 12:52:47.425293 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 12:52:47.425355 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 12:52:47.425415 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 12:52:47.425474 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 12:52:47.425534 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 12:52:47.425591 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 12:52:47.425656 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 12:52:47.425714 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 12:52:47.425772 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 12:52:47.425832 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 12:52:47.425890 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 12:52:47.425956 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 12:52:47.426017 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 12:52:47.426080 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 12:52:47.426142 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 12:52:47.426202 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 12:52:47.426261 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 12:52:47.426320 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 12:52:47.426395 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 12:52:47.426472 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 12:52:47.426534 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 12:52:47.426594 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 12:52:47.426668 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 12:52:47.426742 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 12:52:47.426801 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 12:52:47.426860 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 12:52:47.426923 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 12:52:47.426983 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 12:52:47.427041 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 12:52:47.427104 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 12:52:47.427164 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 12:52:47.427237 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 12:52:47.427298 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 12:52:47.427356 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 12:52:47.427416 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 12:52:47.427479 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 12:52:47.427548 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 12:52:47.427608 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 12:52:47.427666 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 12:52:47.427723 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 12:52:47.427782 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 12:52:47.427839 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 12:52:47.427896 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 12:52:47.428250 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 12:52:47.428410 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 12:52:47.428565 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 12:52:47.428683 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 12:52:47.428757 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 12:52:47.428832 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 12:52:47.428904 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 12:52:47.428975 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 12:52:47.429042 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 12:52:47.429107 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 12:52:47.429181 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 12:52:47.429250 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 12:52:47.429328 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 12:52:47.429410 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 12:52:47.429477 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 12:52:47.429546 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 12:52:47.429613 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 12:52:47.429678 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 12:52:47.429743 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 12:52:47.429809 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 12:52:47.429877 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 12:52:47.429943 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 12:52:47.430011 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 12:52:47.430074 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 12:52:47.430278 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 12:52:47.430497 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 12:52:47.430578 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 12:52:47.430654 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 12:52:47.430727 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 12:52:47.430794 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 12:52:47.430861 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 12:52:47.430926 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 12:52:47.430989 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 12:52:47.431056 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 12:52:47.431123 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 12:52:47.431189 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 12:52:47.431252 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 12:52:47.431346 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 12:52:47.431425 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 12:52:47.431498 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 12:52:47.431566 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 12:52:47.431633 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 12:52:47.431696 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 12:52:47.431761 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 12:52:47.431830 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 12:52:47.431895 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 12:52:47.431961 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 12:52:47.432025 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 12:52:47.432094 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 12:52:47.432162 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 12:52:47.432234 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 12:52:47.432300 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 12:52:47.432377 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 12:52:47.432444 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 12:52:47.432600 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 12:52:47.432672 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 12:52:47.432738 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 12:52:47.432800 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 12:52:47.432862 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 12:52:47.432924 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 12:52:47.432986 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 12:52:47.433047 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 12:52:47.433109 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 12:52:47.433180 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 12:52:47.433242 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 12:52:47.433305 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 12:52:47.433376 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 12:52:47.433438 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 12:52:47.433501 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 12:52:47.433562 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 12:52:47.433623 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 12:52:47.433684 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 12:52:47.433746 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 12:52:47.433808 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 12:52:47.433870 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 12:52:47.433938 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 12:52:47.434000 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 12:52:47.434061 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 12:52:47.434120 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 12:52:47.434182 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 12:52:47.434243 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 12:52:47.434303 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 12:52:47.434370 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 12:52:47.434432 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 12:52:47.434493 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 12:52:47.434554 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 12:52:47.434612 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 12:52:47.434673 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 12:52:47.434741 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 12:52:47.434801 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 12:52:47.434861 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 12:52:47.434922 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 12:52:47.434983 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 12:52:47.435043 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 12:52:47.435101 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 12:52:47.435161 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 12:52:47.435220 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 12:52:47.435277 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 12:52:47.435342 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 12:52:47.435403 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 12:52:47.435471 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 12:52:47.435532 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 12:52:47.435590 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 12:52:47.435650 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 12:52:47.435708 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 12:52:47.435766 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 12:52:47.435825 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 12:52:47.435883 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 12:52:47.435942 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 12:52:47.436001 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 12:52:47.436059 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 12:52:47.436117 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 12:52:47.436183 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 12:52:47.436243 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 12:52:47.436301 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 12:52:47.436367 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 12:52:47.436425 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 12:52:47.436563 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 12:52:47.436636 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 12:52:47.436697 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 12:52:47.436757 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 12:52:47.436817 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 12:52:47.436877 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 12:52:47.436939 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 12:52:47.436999 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 12:52:47.437067 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 12:52:47.437127 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 12:52:47.437186 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 12:52:47.437243 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 12:52:47.437302 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 12:52:47.437370 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 12:52:47.437427 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 12:52:47.437486 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 12:52:47.437546 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 12:52:47.437606 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 12:52:47.437665 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 12:52:47.437724 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 12:52:47.437788 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 12:52:47.437849 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 12:52:47.437907 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 12:52:47.437967 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 12:52:47.438026 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 12:52:47.438083 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 12:52:47.438143 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 12:52:47.438205 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 12:52:47.438263 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 12:52:47.438328 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 12:52:47.438388 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 12:52:47.438447 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 12:52:47.438512 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 12:52:47.438570 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 12:52:47.438628 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 12:52:47.438688 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 12:52:47.438745 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 12:52:47.438803 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 12:52:47.438863 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 12:52:47.438921 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 12:52:47.438980 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 12:52:47.439038 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 12:52:47.439095 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 12:52:47.439152 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 12:52:47.439208 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 12:52:47.439275 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 12:52:47.439340 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 12:52:47.439398 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 12:52:47.439457 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 12:52:47.439517 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 12:52:47.439577 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 12:52:47.439635 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 12:52:47.439692 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 12:52:47.439750 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 12:52:47.439809 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 12:52:47.439867 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 12:52:47.439924 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 12:52:47.439992 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 12:52:47.440052 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 12:52:47.440110 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 12:52:47.440169 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 12:52:47.440228 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 12:52:47.440287 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 12:52:47.440351 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 12:52:47.440408 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 12:52:47.440466 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 12:52:47.440553 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 12:52:47.440612 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 12:52:47.440670 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 12:52:47.440736 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 12:52:47.440794 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 12:52:47.440853 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 12:52:47.440912 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 12:52:47.440970 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 12:52:47.441029 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 12:52:47.441087 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 12:52:47.441144 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 12:52:47.441201 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 12:52:47.441261 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 12:52:47.441328 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 12:52:47.441389 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 12:52:47.441447 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 12:52:47.441520 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 12:52:47.441581 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 12:52:47.441639 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 12:52:47.441696 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 12:52:47.441755 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 12:52:47.441812 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 12:52:47.441870 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 12:52:47.441927 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 12:52:47.441986 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 12:52:47.442044 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 12:52:47.442102 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 12:52:47.442161 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 12:52:47.442226 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 12:52:47.442285 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 12:52:47.442353 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 12:52:47.442413 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 12:52:47.442471 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 12:52:47.442529 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 12:52:47.442588 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 12:52:47.442646 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 12:52:47.442703 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 12:52:47.442763 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 12:52:47.442821 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 12:52:47.442882 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 12:52:47.442939 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 12:52:47.443003 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 12:52:47.443063 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 12:52:47.443121 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 12:52:47.443178 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 12:52:47.443236 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 12:52:47.443294 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 12:52:47.443357 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 12:52:47.443417 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 12:52:47.443474 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 12:52:47.443532 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 12:52:47.443589 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 12:52:47.443648 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 12:52:47.443711 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 12:52:47.443768 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 12:52:47.443825 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 12:52:47.443883 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 12:52:47.443941 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 12:52:47.443999 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 12:52:47.444056 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 12:52:47.444113 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 12:52:47.444170 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 12:52:47.444228 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 12:52:47.444284 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 12:52:47.444350 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 12:52:47.444412 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 12:52:47.444494 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 12:52:47.444555 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 12:52:47.444623 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 12:52:47.444684 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 12:52:47.444742 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 12:52:47.444801 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 12:52:47.444859 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 12:52:47.444916 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 12:52:47.444973 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 12:52:47.445031 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 12:52:47.445089 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 12:52:47.445147 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 12:52:47.445209 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 12:52:47.445267 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 12:52:47.445332 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 12:52:47.445391 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 12:52:47.445450 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 12:52:47.445508 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 12:52:47.445565 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 12:52:47.445624 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 12:52:47.445681 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 12:52:47.445738 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 12:52:47.445795 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 12:52:47.445852 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 12:52:47.445918 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 12:52:47.445976 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 12:52:47.446033 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 12:52:47.446091 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 12:52:47.446151 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 12:52:47.446211 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 12:52:47.446269 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 12:52:47.446332 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 12:52:47.446392 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 12:52:47.446449 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 12:52:47.446517 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 12:52:47.446576 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 12:52:47.446640 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 12:52:47.446700 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 12:52:47.446758 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 12:52:47.446815 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 12:52:47.446873 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 12:52:47.446930 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 12:52:47.446988 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 12:52:47.447046 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 12:52:47.447103 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 12:52:47.447160 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 12:52:47.447216 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 12:52:47.447273 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 12:52:47.447339 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 12:52:47.447406 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 12:52:47.447463 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 12:52:47.447523 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 12:52:47.447581 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 12:52:47.447638 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 12:52:47.447695 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 12:52:47.447751 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 12:52:47.447808 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 12:52:47.447865 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 12:52:47.447922 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 12:52:47.447979 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 12:52:47.448039 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 12:52:47.448102 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 12:52:47.448160 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 12:52:47.448218 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 12:52:47.448273 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 12:52:47.448338 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 12:52:47.448395 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 12:52:47.448452 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 12:52:47.448537 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 12:52:47.448595 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 12:52:47.448652 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 12:52:47.448712 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 12:52:47.448769 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 12:52:47.448832 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 12:52:47.448889 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 12:52:47.448945 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 12:52:47.449002 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 12:52:47.449059 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 12:52:47.449115 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 12:52:47.449172 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 12:52:47.449229 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 12:52:47.449287 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 12:52:47.449351 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 12:52:47.449409 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 12:52:47.449466 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 12:52:47.449528 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 12:52:47.449594 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 12:52:47.449652 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 12:52:47.449709 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 12:52:47.449767 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 12:52:47.449824 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 12:52:47.449882 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 12:52:47.449939 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 12:52:47.449995 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 12:52:47.450053 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 12:52:47.450110 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 12:52:47.450166 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 12:52:47.450223 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 12:52:47.450284 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 12:52:47.450346 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 12:52:47.450403 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 12:52:47.450460 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 12:52:47.450516 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 12:52:47.450575 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 12:52:47.450630 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 12:52:47.450690 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 12:52:47.450747 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 12:52:47.450803 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 12:52:47.450860 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 12:52:47.450917 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 12:52:47.450973 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 12:52:47.451035 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 12:52:47.451092 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 12:52:47.451148 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 12:52:47.451205 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 12:52:47.451263 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 12:52:47.451347 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 12:52:47.451406 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 12:52:47.451472 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 12:52:47.451531 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 12:52:47.451589 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 12:52:47.451646 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 12:52:47.451704 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 12:52:47.451766 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 12:52:47.451822 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 12:52:47.451880 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 12:52:47.451937 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 12:52:47.451997 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 12:52:47.452054 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 12:52:47.452111 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 12:52:47.452167 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 12:52:47.452224 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 12:52:47.452281 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 12:52:47.452343 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 12:52:47.452400 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 12:52:47.452462 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 12:52:47.452548 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 12:52:47.452606 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 12:52:47.452665 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 12:52:47.452721 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 12:52:47.452778 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 12:52:47.452835 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 12:52:47.452892 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 12:52:47.452948 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 12:52:47.453003 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 12:52:47.453062 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 12:52:47.453118 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 12:52:47.453175 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 12:52:47.453243 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 12:52:47.453303 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 12:52:47.453366 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 12:52:47.453423 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 12:52:47.453481 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 12:52:47.453540 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 12:52:47.453597 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 12:52:47.453653 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 12:52:47.453710 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 12:52:47.453767 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 12:52:47.453824 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 12:52:47.453881 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 12:52:47.453946 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 12:52:47.454004 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 12:52:47.454061 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 12:52:47.454117 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 12:52:47.454173 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 12:52:47.454229 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 12:52:47.454286 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 12:52:47.454349 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 12:52:47.454406 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 12:52:47.454463 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 12:52:47.454521 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 12:52:47.454579 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 12:52:47.454639 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 12:52:47.454698 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 12:52:47.454754 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 12:52:47.454812 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 12:52:47.454868 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 12:52:47.454925 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 12:52:47.454981 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 12:52:47.455038 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 12:52:47.455094 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 12:52:47.455152 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 12:52:47.455209 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 12:52:47.455265 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 12:52:47.455327 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 12:52:47.455390 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 12:52:47.455447 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 12:52:47.455503 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 12:52:47.455560 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 12:52:47.455619 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 12:52:47.455674 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 12:52:47.455733 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 12:52:47.455790 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 12:52:47.455848 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 12:52:47.455904 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 12:52:47.455962 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 12:52:47.456018 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 12:52:47.456083 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 12:52:47.456140 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 12:52:47.456197 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 12:52:47.456254 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 12:52:47.456311 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 12:52:47.456576 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 12:52:47.456643 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 12:52:47.456703 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 12:52:47.456764 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 12:52:47.456824 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 12:52:47.456881 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 12:52:47.456939 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 12:52:47.456998 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 12:52:47.457065 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 12:52:47.457123 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 12:52:47.457180 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 12:52:47.457238 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 12:52:47.457310 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 12:52:47.457375 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 12:52:47.457432 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 12:52:47.457489 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 12:52:47.457545 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 12:52:47.457602 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 12:52:47.457659 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 12:52:47.457716 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 12:52:47.457778 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 12:52:47.457837 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 12:52:47.457895 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 12:52:47.457954 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 12:52:47.458014 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 12:52:47.458071 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 12:52:47.458128 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 12:52:47.458185 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 12:52:47.458244 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 12:52:47.458301 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 12:52:47.458365 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 12:52:47.458422 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 12:52:47.458486 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 12:52:47.458544 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 12:52:47.458601 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 12:52:47.458659 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 12:52:47.458717 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 12:52:47.458775 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 12:52:47.458832 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 12:52:47.458888 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 12:52:47.458945 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 12:52:47.459002 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 12:52:47.459059 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 12:52:47.459115 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 12:52:47.459172 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 12:52:47.459234 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 12:52:47.459291 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 12:52:47.459359 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 12:52:47.459418 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 12:52:47.459474 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 12:52:47.459532 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 12:52:47.459589 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 12:52:47.459646 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 12:52:47.459703 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 12:52:47.459760 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 12:52:47.459817 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 12:52:47.459876 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 12:52:47.459943 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 12:52:47.460000 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 12:52:47.460057 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 12:52:47.460114 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 12:52:47.460170 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 12:52:47.460227 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 12:52:47.460284 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 12:52:47.460603 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 12:52:47.460741 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 12:52:47.460820 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 12:52:47.460891 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 12:52:47.460963 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 12:52:47.461042 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 12:52:47.461112 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 12:52:47.461179 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 12:52:47.461246 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 12:52:47.461318 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 12:52:47.461396 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 12:52:47.461467 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 12:52:47.461535 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 12:52:47.461605 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 12:52:47.461680 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 12:52:47.461749 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 12:52:47.461815 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 12:52:47.461882 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 12:52:47.461963 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 12:52:47.462030 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 12:52:47.462099 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 12:52:47.462162 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 12:52:47.462229 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 12:52:47.462308 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 12:52:47.462388 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 12:52:47.462457 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 12:52:47.462523 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 12:52:47.462585 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 12:52:47.462650 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 12:52:47.462713 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 12:52:47.462785 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 12:52:47.462847 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 12:52:47.462909 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 12:52:47.462980 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 12:52:47.463043 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 12:52:47.463107 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 12:52:47.463170 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 12:52:47.463234 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 12:52:47.463299 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 12:52:47.463367 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 12:52:47.463432 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 12:52:47.463495 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 12:52:47.463557 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 12:52:47.463635 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 12:52:47.463699 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 12:52:47.463759 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 12:52:47.463824 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 12:52:47.463887 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 12:52:47.463954 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 12:52:47.464019 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 12:52:47.464080 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 12:52:47.464140 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 12:52:47.464200 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 12:52:47.464260 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 12:52:47.464319 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 12:52:47.464400 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 12:52:47.464463 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 12:52:47.464569 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 12:52:47.464632 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 12:52:47.464695 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 12:52:47.464756 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 12:52:47.464817 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 12:52:47.464875 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 12:52:47.464936 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 12:52:47.464997 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 12:52:47.465055 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 12:52:47.465116 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 12:52:47.465186 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 12:52:47.465251 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 12:52:47.465315 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 12:52:47.465384 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 12:52:47.465445 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 12:52:47.465506 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 12:52:47.465568 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 12:52:47.465629 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 12:52:47.465687 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 12:52:47.465748 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 12:52:47.465806 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 12:52:47.465866 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 12:52:47.465925 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 12:52:47.465996 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 12:52:47.466058 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 12:52:47.466118 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 12:52:47.466176 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 12:52:47.466234 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 12:52:47.466293 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 12:52:47.466351 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 12:52:47.466418 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 12:52:47.466490 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 12:52:47.466552 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 12:52:47.466614 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 12:52:47.466675 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 12:52:47.466742 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 12:52:47.466803 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 12:52:47.466862 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 12:52:47.466922 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 12:52:47.466980 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 12:52:47.467040 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 12:52:47.467097 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 12:52:47.467155 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 12:52:47.467214 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 12:52:47.467273 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 12:52:47.467333 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 12:52:47.467396 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 12:52:47.467464 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 12:52:47.467525 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 12:52:47.467583 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 12:52:47.467643 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 12:52:47.467701 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 12:52:47.467761 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 12:52:47.467819 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 12:52:47.467878 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 12:52:47.467942 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 12:52:47.468003 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 12:52:47.468061 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 12:52:47.468132 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 12:52:47.468193 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 12:52:47.468260 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 12:52:47.468319 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 12:52:47.468384 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 12:52:47.468444 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 12:52:47.468530 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 12:52:47.468592 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 12:52:47.468652 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 12:52:47.468710 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 12:52:47.468770 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 12:52:47.468828 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 12:52:47.468887 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 12:52:47.468945 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 12:52:47.469010 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 12:52:47.469069 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 12:52:47.469126 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 12:52:47.469183 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 12:52:47.469243 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 12:52:47.469300 140282677499328 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 12:52:47.475744 140282677499328 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 12:52:47.476407 140282677499328 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 12:52:47.490060 140282677499328 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 12:52:47.511076 140282677499328 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 12:52:47.511452 140282677499328 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 12:52:47.521245 140282677499328 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 12:52:47.609956 140282677499328 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:52:47.610286 140282677499328 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 12:52:47.612932 140282677499328 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 12:52:47.613204 140282677499328 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 12:52:47.776756 140282677499328 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 12:52:47.777638 140282677499328 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 12:52:47.778278 140282677499328 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 12:52:48.204659 140282677499328 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 12:52:48.652117 140282677499328 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 12:52:48.963463: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 12:52:48.963532: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 12:52:48.963567: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 12:53:00.313734 140282677499328 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 12:53:00.315699 140282677499328 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 12:53:00.332146 140282677499328 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 12:53:00.376733 140282677499328 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 12:53:03.713367 140282677499328 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 12:53:03.718903 140282677499328 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 12:53:03.749466 140282677499328 module_wrapper.py:139] From resnet_main.py:346: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 12:53:03.800570 140282677499328 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 12:53:03.812558 140282677499328 module_wrapper.py:139] From resnet_main.py:353: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 12:53:03.899746 140282677499328 module_wrapper.py:139] From resnet_main.py:359: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 12:53:03.904284 140282677499328 resnet_main.py:382] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 12:53:03.904618 140282677499328 resnet_main.py:383] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 12:53:03.904696 140282677499328 resnet_main.py:384] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 12:53:03.904764 140282677499328 resnet_main.py:385] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 12:53:03.904824 140282677499328 resnet_main.py:386] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.2 ************************************** +I1010 12:53:03.904884 140282677499328 resnet_main.py:387] ****************************** the label_smoothing is 0.2 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 3.0 ************************************** +I1010 12:53:03.904942 140282677499328 resnet_main.py:388] ****************************** the weight_decay_input is 3.0 ************************************** +WARNING:tensorflow:From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 12:53:03.905083 140282677499328 module_wrapper.py:139] From resnet_main.py:389: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 12:53:03.905211 140282677499328 module_wrapper.py:139] From resnet_main.py:389: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 12:53:03.906197 140282677499328 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 12:53:03.941317 140282677499328 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 12:53:07.267038 140282677499328 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:94: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:07.355427 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:07.420900 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:07.494419 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:07.614224 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:07.686862 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:07.762433 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:07.893235 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:07.963707 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:08.034271 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:08.152571 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:08.220944 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:08.298341 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:08.419236 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:08.493659 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:08.564145 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:08.686064 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:08.756006 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:08.831376 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:08.975768 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:09.043889 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:09.113501 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:09.231041 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:09.302160 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:09.373579 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:09.488560 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:09.552980 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:09.620279 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:09.733438 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:09.798783 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:09.866461 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:09.979062 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:10.045306 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:10.115878 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:10.234752 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:10.300591 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:10.367065 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:10.482633 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:10.545727 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:10.612360 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:10.725331 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:10.790352 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:10.855864 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:10.966615 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:11.030631 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:11.099760 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:11.223798 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:11.288638 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:11.357609 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:11.482724 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:11.553597 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:11.627372 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:11.745621 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:11.811038 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:11.880397 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:11.997991 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:12.064985 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:12.137526 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:12.257003 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:12.331461 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:12.410413 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:12.541982 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:12.607160 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:12.681341 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:12.799437 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:12.865525 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:12.932903 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:13.047278 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:13.116101 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:13.189553 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:13.314163 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:13.386030 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:13.459063 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:13.587598 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:13.663119 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:13.761157 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:13.902225 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:14.407902 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:14.489660 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:14.609400 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:14.677170 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:14.750746 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:14.872885 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:14.947077 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:15.025285 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:15.150249 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:15.218046 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:15.288754 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:15.409079 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:15.480781 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:15.556576 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:15.684438 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:15.763271 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:15.842835 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:15.975210 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:16.048755 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:16.122453 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:16.247628 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:16.319966 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:16.395503 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:16.519129 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:16.589411 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:16.668404 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:16.796788 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:16.869111 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:16.943635 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:17.063925 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:17.133440 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:17.206042 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:17.330028 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:17.401020 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:17.476083 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:17.594964 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:17.661865 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:17.736341 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:17.863626 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:17.930450 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:18.000197 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:18.121965 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:18.194344 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:18.279387 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:18.404268 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:18.474076 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:18.544019 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:18.658350 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:18.724566 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:18.795725 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:18.914702 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:18.982249 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:19.056325 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:19.177947 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:19.247560 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:19.324356 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:19.450480 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:19.511800 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:19.577681 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:19.688040 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:19.749813 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:19.818933 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:19.933511 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:19.999726 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:20.068820 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:20.184618 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:20.247133 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:20.311013 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:20.419439 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:20.487257 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:20.561762 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:20.682531 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:20.756671 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:20.834326 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:20.955065 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:21.021750 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:21.090667 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:21.214250 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:21.288239 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:21.365015 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:21.487920 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:21.556238 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:21.635559 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:21.761179 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 12:53:21.880649 140282677499328 optimization.py:131] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 12:53:22.594142 140282677499328 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 12:53:22.879707 140282677499328 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 12:53:30.174103 140282677499328 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 12:53:31.394346 140282677499328 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 12:53:45.969573 140282677499328 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 12:53:46.146261 140282677499328 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:54:06.686326 140282677499328 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 12:54:20.224509 140282677499328 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 12:54:21.372313 140282677499328 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 12:54:21.372929 140282677499328 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 12:54:21.373583: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 12:54:21.412875 140282677499328 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 12:54:21.443979 140282677499328 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 12:54:21.506208 140282677499328 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 14 seconds +I1010 12:54:36.099658 140282677499328 tpu_estimator.py:576] Initialized TPU in 14 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 12:54:36.100589 140280667293440 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 12:54:36.100977 140280658900736 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 12:54:36.157924 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:54:36.234647 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:54:36.287857 140282677499328 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:54:36.288203 140282677499328 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 12:55:06.310849 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:55:06.475203 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 12:55:28.196871 140280658900736 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 12:55:36.585820 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:55:36.659931 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:56:06.740891 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:56:06.820038 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:56:08.690957 140282677499328 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 5.2418017, step = 200 +I1010 12:56:22.494007 140282677499328 basic_session_run_hooks.py:262] loss = 5.2418017, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:56:22.496809 140282677499328 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:56:22.497147 140282677499328 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 12:56:34.333481 140280658900736 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 12:56:36.873158 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:56:36.944082 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:57:07.024998 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:57:07.111726 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:57:14.436588 140282677499328 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.2755485, step = 400 (63.586 sec) +I1010 12:57:26.079603 140282677499328 basic_session_run_hooks.py:260] loss = 4.2755485, step = 400 (63.586 sec) +INFO:tensorflow:global_step/sec: 3.14536 +I1010 12:57:26.081700 140282677499328 tpu_estimator.py:2307] global_step/sec: 3.14536 +INFO:tensorflow:examples/sec: 206135 +I1010 12:57:26.083395 140282677499328 tpu_estimator.py:2308] examples/sec: 206135 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:57:26.084961 140282677499328 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:57:26.085202 140282677499328 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 8) +I1010 12:57:34.409492 140280658900736 tpu_estimator.py:279] Outfeed finished for iteration (2, 8) +I1010 12:57:37.192732 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:57:37.268316 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:58:07.346869 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:58:07.416301 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:58:12.778312 140282677499328 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.8286645, step = 600 (60.704 sec) +I1010 12:58:26.783181 140282677499328 basic_session_run_hooks.py:260] loss = 3.8286645, step = 600 (60.704 sec) +INFO:tensorflow:global_step/sec: 3.29458 +I1010 12:58:26.787527 140282677499328 tpu_estimator.py:2307] global_step/sec: 3.29458 +INFO:tensorflow:examples/sec: 215913 +I1010 12:58:26.788101 140282677499328 tpu_estimator.py:2308] examples/sec: 215913 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:58:26.789659 140282677499328 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:58:26.789910 140282677499328 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 6) +I1010 12:58:34.587053 140280658900736 tpu_estimator.py:279] Outfeed finished for iteration (3, 6) +I1010 12:58:37.500372 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:58:37.581996 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 12:59:07.665958 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:59:07.825473 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 12:59:13.215192 140282677499328 basic_session_run_hooks.py:606] Saving checkpoints for 800 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.5644348, step = 800 (57.917 sec) +I1010 12:59:24.700262 140282677499328 basic_session_run_hooks.py:260] loss = 3.5644348, step = 800 (57.917 sec) +INFO:tensorflow:global_step/sec: 3.45336 +I1010 12:59:24.702028 140282677499328 tpu_estimator.py:2307] global_step/sec: 3.45336 +INFO:tensorflow:examples/sec: 226319 +I1010 12:59:24.702442 140282677499328 tpu_estimator.py:2308] examples/sec: 226319 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 12:59:24.703597 140282677499328 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 12:59:24.703775 140282677499328 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (4, 16) +I1010 12:59:34.709845 140280658900736 tpu_estimator.py:279] Outfeed finished for iteration (4, 16) +I1010 12:59:37.908688 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 12:59:37.982279 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 13:00:08.059133 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:00:08.161391 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 13:00:11.110364 140282677499328 basic_session_run_hooks.py:606] Saving checkpoints for 1000 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +W1010 13:00:22.171576 140282677499328 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version. +Instructions for updating: +Use standard file APIs to delete files with this prefix. +INFO:tensorflow:loss = 3.2126317, step = 1000 (63.506 sec) +I1010 13:00:28.206015 140282677499328 basic_session_run_hooks.py:260] loss = 3.2126317, step = 1000 (63.506 sec) +INFO:tensorflow:global_step/sec: 3.14933 +I1010 13:00:28.207679 140282677499328 tpu_estimator.py:2307] global_step/sec: 3.14933 +INFO:tensorflow:examples/sec: 206394 +I1010 13:00:28.208062 140282677499328 tpu_estimator.py:2308] examples/sec: 206394 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 13:00:28.209280 140282677499328 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 13:00:28.209464 140282677499328 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (5, 4) +I1010 13:00:34.717968 140280658900736 tpu_estimator.py:279] Outfeed finished for iteration (5, 4) +I1010 13:00:38.271812 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:00:38.346606 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 13:01:08.422789 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:01:08.501832 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 13:01:13.793052 140282677499328 basic_session_run_hooks.py:606] Saving checkpoints for 1200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 3.3059368, step = 1200 (59.635 sec) +I1010 13:01:27.841193 140282677499328 basic_session_run_hooks.py:260] loss = 3.3059368, step = 1200 (59.635 sec) +INFO:tensorflow:global_step/sec: 3.35372 +I1010 13:01:27.843050 140282677499328 tpu_estimator.py:2307] global_step/sec: 3.35372 +INFO:tensorflow:examples/sec: 219789 +I1010 13:01:27.843604 140282677499328 tpu_estimator.py:2308] examples/sec: 219789 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 13:01:27.844816 140282677499328 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 13:01:27.845038 140282677499328 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (6, 3) +I1010 13:01:34.773672 140280658900736 tpu_estimator.py:279] Outfeed finished for iteration (6, 3) +I1010 13:01:38.572339 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:01:38.641737 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 13:02:08.715982 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:02:08.796984 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 13:02:14.306624 140282677499328 basic_session_run_hooks.py:606] Saving checkpoints for 1400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.8617508, step = 1400 (61.282 sec) +I1010 13:02:29.123306 140282677499328 basic_session_run_hooks.py:260] loss = 2.8617508, step = 1400 (61.282 sec) +INFO:tensorflow:global_step/sec: 3.26357 +I1010 13:02:29.125642 140282677499328 tpu_estimator.py:2307] global_step/sec: 3.26357 +INFO:tensorflow:examples/sec: 213882 +I1010 13:02:29.126194 140282677499328 tpu_estimator.py:2308] examples/sec: 213882 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 13:02:29.127830 140282677499328 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 13:02:29.128091 140282677499328 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (7, 0) +I1010 13:02:35.617575 140280658900736 tpu_estimator.py:279] Outfeed finished for iteration (7, 0) +I1010 13:02:38.856595 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:02:38.932459 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 13:03:08.998562 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:03:09.068561 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 13:03:15.811022 140282677499328 basic_session_run_hooks.py:606] Saving checkpoints for 1600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 2.867284, step = 1600 (58.926 sec) +I1010 13:03:28.049432 140282677499328 basic_session_run_hooks.py:260] loss = 2.867284, step = 1600 (58.926 sec) +INFO:tensorflow:global_step/sec: 3.39409 +I1010 13:03:28.051553 140282677499328 tpu_estimator.py:2307] global_step/sec: 3.39409 +INFO:tensorflow:examples/sec: 222435 +I1010 13:03:28.052126 140282677499328 tpu_estimator.py:2308] examples/sec: 222435 +INFO:tensorflow:Enqueue next (160) batch(es) of data to infeed. +I1010 13:03:28.053464 140282677499328 tpu_estimator.py:600] Enqueue next (160) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (160) batch(es) of data from outfeed. +I1010 13:03:28.053685 140282677499328 tpu_estimator.py:604] Dequeue next (160) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (8, 6) +I1010 13:03:35.751346 140280658900736 tpu_estimator.py:279] Outfeed finished for iteration (8, 6) +I1010 13:03:39.130692 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:03:39.205323 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:loss = 2.861006, step = 1760 (38.077 sec) +I1010 13:04:06.126817 140282677499328 basic_session_run_hooks.py:260] loss = 2.861006, step = 1760 (38.077 sec) +INFO:tensorflow:global_step/sec: 4.20198 +I1010 13:04:06.128900 140282677499328 tpu_estimator.py:2307] global_step/sec: 4.20198 +INFO:tensorflow:examples/sec: 275381 +I1010 13:04:06.129417 140282677499328 tpu_estimator.py:2308] examples/sec: 275381 +INFO:tensorflow:Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 13:04:06.130908 140282677499328 basic_session_run_hooks.py:606] Saving checkpoints for 1760 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 13:04:09.280416 140280650508032 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:04:09.356636 140280650508032 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Stop infeed thread controller +I1010 13:04:20.829744 140282677499328 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 13:04:20.830051 140282677499328 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 13:04:20.830276 140280667293440 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 13:04:20.830395 140280667293440 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 13:04:20.830626 140282677499328 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 13:04:20.830801 140282677499328 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 13:04:20.830864 140282677499328 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 13:04:20.831000 140280658900736 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 13:04:20.831089 140280658900736 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 13:04:20.831209 140282677499328 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 13:04:20.831315 140282677499328 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Loss for final step: 2.861006. +I1010 13:04:41.195533 140282677499328 estimator.py:371] Loss for final step: 2.861006. +INFO:tensorflow:training_loop marked as finished +I1010 13:04:41.196608 140282677499328 error_handling.py:101] training_loop marked as finished +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:62: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 13:04:44.910710 139758225577408 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 13:04:44.916829 139758225577408 module_wrapper.py:139] From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 13:04:44.917098 139758225577408 module_wrapper.py:139] From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 13:04:44.920423 139758225577408 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 13:04:44.966902 139758225577408 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 13:04:44.967180 139758225577408 transport.py:157] Attempting refresh to obtain initial access_token +I1010 13:04:45.036607 139758225577408 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 13:04:45.090699 139758225577408 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-8?alt=json +I1010 13:04:45.090960 139758225577408 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 13:04:45.168876 139758225577408 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +I1010 13:04:45.169981 139758225577408 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.10:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=8, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.10:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.10:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 13:04:45.170258 139758225577408 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 13:04:45.170720 139758225577408 module_wrapper.py:139] From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 13:04:45.170818 139758225577408 resnet_main.py:557] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 13:04:45.170901 139758225577408 resnet_main.py:576] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +I1010 13:04:45.171015 139758225577408 evaluation.py:189] Waiting for new checkpoint at gs://bert-pretrain-data/imagenet/v3-8 +INFO:tensorflow:Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 13:04:45.399410 139758225577408 evaluation.py:198] Found new checkpoint at gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Starting to evaluate. +I1010 13:04:45.399913 139758225577408 resnet_main.py:595] Starting to evaluate. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +I1010 13:04:45.400279 139758225577408 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.10:8470) for TPU system metadata. +2019-10-10 13:04:45.401625: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 13:04:45.416590 139758225577408 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 8 +I1010 13:04:45.416877 139758225577408 tpu_system_metadata.py:149] *** Num TPU Cores: 8 +INFO:tensorflow:*** Num TPU Workers: 1 +I1010 13:04:45.418899 139758225577408 tpu_system_metadata.py:150] *** Num TPU Workers: 1 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 13:04:45.418976 139758225577408 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +I1010 13:04:45.419040 139758225577408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 9728284339918017477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +I1010 13:04:45.419342 139758225577408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 4964745965936294478) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +I1010 13:04:45.419411 139758225577408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 2221094309926956250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +I1010 13:04:45.419475 139758225577408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 17893913150337246825) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +I1010 13:04:45.419534 139758225577408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 13522648163094349) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +I1010 13:04:45.419595 139758225577408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 12865001143685910154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +I1010 13:04:45.419665 139758225577408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 11671996944842819645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +I1010 13:04:45.419730 139758225577408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 7179483506603642950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +I1010 13:04:45.419791 139758225577408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 14080313436779862618) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +I1010 13:04:45.419852 139758225577408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2363297547535240367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +I1010 13:04:45.419922 139758225577408 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 12603210129497015897) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 13:04:45.425585 139758225577408 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +INFO:tensorflow:Calling model_fn. +I1010 13:04:45.427403 139758225577408 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 13:04:45.441806 139758225577408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 13:04:45.442060 139758225577408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 13:04:45.450243 139758225577408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 13:04:45.535541 139758225577408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 13:04:45.535819 139758225577408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 13:04:45.694365 139758225577408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 13:04:45.695190 139758225577408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 13:04:45.695825 139758225577408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 13:04:46.102107 139758225577408 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +2019-10-10 13:04:46.667552: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 13:04:46.667603: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 13:04:46.667644: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 13:04:46.693474 139758225577408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 13:04:46.694799 139758225577408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 13:04:46.709271 139758225577408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 13:04:46.734863 139758225577408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 13:04:48.960676 139758225577408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 13:04:48.968452 139758225577408 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 13:04:49.011997 139758225577408 module_wrapper.py:139] From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 13:04:49.055779 139758225577408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 13:04:49.066752 139758225577408 module_wrapper.py:139] From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +W1010 13:04:49.160801 139758225577408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:3322: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Deprecated in favor of operator or tf.math.divide. +WARNING:tensorflow:From resnet_main.py:451: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +W1010 13:04:49.419661 139758225577408 module_wrapper.py:139] From resnet_main.py:451: The name tf.metrics.accuracy is deprecated. Please use tf.compat.v1.metrics.accuracy instead. + +WARNING:tensorflow:From resnet_main.py:453: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +W1010 13:04:49.436832 139758225577408 module_wrapper.py:139] From resnet_main.py:453: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead. + +INFO:tensorflow:Done calling model_fn. +I1010 13:04:49.460361 139758225577408 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:Starting evaluation at 2019-10-10T13:04:49Z +I1010 13:04:49.479474 139758225577408 evaluation.py:255] Starting evaluation at 2019-10-10T13:04:49Z +INFO:tensorflow:TPU job name worker +I1010 13:04:49.479799 139758225577408 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 13:04:50.033761 139758225577408 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 13:04:50.091474 139758225577408 saver.py:1284] Restoring parameters from gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:Running local_init_op. +I1010 13:04:52.905272 139758225577408 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 13:04:52.922758 139758225577408 session_manager.py:502] Done running local_init_op. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 13:04:52.968777 139758225577408 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:802: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Init TPU system +I1010 13:04:52.983866 139758225577408 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 6 seconds +I1010 13:04:59.383805 139758225577408 tpu_estimator.py:576] Initialized TPU in 6 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 13:04:59.384720 139756407084800 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 13:04:59.385158 139756398692096 tpu_estimator.py:540] Starting outfeed thread controller. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 13:04:59.547451 139758225577408 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Enqueue next (48) batch(es) of data to infeed. +I1010 13:04:59.568737 139758225577408 tpu_estimator.py:600] Enqueue next (48) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (48) batch(es) of data from outfeed. +I1010 13:04:59.570183 139758225577408 tpu_estimator.py:604] Dequeue next (48) batch(es) of data from outfeed. +I1010 13:04:59.612530 139756390299392 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +W1010 13:04:59.682775 139756390299392 preempted_hook.py:91] TPUPollingThread found TPU v3-8 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 13:05:10.754880 139756398692096 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +INFO:tensorflow:Evaluation [48/48] +I1010 13:05:19.533370 139758225577408 evaluation.py:167] Evaluation [48/48] +INFO:tensorflow:Stop infeed thread controller +I1010 13:05:19.533721 139758225577408 tpu_estimator.py:608] Stop infeed thread controller +INFO:tensorflow:Shutting down InfeedController thread. +I1010 13:05:19.533803 139758225577408 tpu_estimator.py:434] Shutting down InfeedController thread. +INFO:tensorflow:InfeedController received shutdown signal, stopping. +I1010 13:05:19.533982 139756407084800 tpu_estimator.py:429] InfeedController received shutdown signal, stopping. +INFO:tensorflow:Infeed thread finished, shutting down. +I1010 13:05:19.534086 139756407084800 tpu_estimator.py:537] Infeed thread finished, shutting down. +INFO:tensorflow:infeed marked as finished +I1010 13:05:19.534214 139758225577408 error_handling.py:101] infeed marked as finished +INFO:tensorflow:Stop output thread controller +I1010 13:05:19.534315 139758225577408 tpu_estimator.py:612] Stop output thread controller +INFO:tensorflow:Shutting down OutfeedController thread. +I1010 13:05:19.534373 139758225577408 tpu_estimator.py:434] Shutting down OutfeedController thread. +INFO:tensorflow:OutfeedController received shutdown signal, stopping. +I1010 13:05:19.534491 139756398692096 tpu_estimator.py:429] OutfeedController received shutdown signal, stopping. +INFO:tensorflow:Outfeed thread finished, shutting down. +I1010 13:05:19.534600 139756398692096 tpu_estimator.py:551] Outfeed thread finished, shutting down. +INFO:tensorflow:outfeed marked as finished +I1010 13:05:19.534717 139758225577408 error_handling.py:101] outfeed marked as finished +INFO:tensorflow:Shutdown TPU system. +I1010 13:05:19.534807 139758225577408 tpu_estimator.py:616] Shutdown TPU system. +INFO:tensorflow:Finished evaluation at 2019-10-10-13:05:29 +I1010 13:05:29.897248 139758225577408 evaluation.py:275] Finished evaluation at 2019-10-10-13:05:29 +INFO:tensorflow:Saving dict for global step 1760: global_step = 1760, loss = 2.709246, top_1_accuracy = 0.7473755, top_5_accuracy = 0.92248535 +I1010 13:05:29.897628 139758225577408 estimator.py:2049] Saving dict for global step 1760: global_step = 1760, loss = 2.709246, top_1_accuracy = 0.7473755, top_5_accuracy = 0.92248535 +INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +I1010 13:05:32.185420 139758225577408 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1760: gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760 +INFO:tensorflow:evaluation_loop marked as finished +I1010 13:05:32.559353 139758225577408 error_handling.py:101] evaluation_loop marked as finished +INFO:tensorflow:Eval results: {'loss': 2.709246, 'top_1_accuracy': 0.7473755, 'global_step': 1760, 'top_5_accuracy': 0.92248535}. Elapsed seconds: 47 +I1010 13:05:32.559762 139758225577408 resnet_main.py:604] Eval results: {'loss': 2.709246, 'top_1_accuracy': 0.7473755, 'global_step': 1760, 'top_5_accuracy': 0.92248535}. Elapsed seconds: 47 +INFO:tensorflow:Evaluation finished after training step 1760 +I1010 13:05:32.559912 139758225577408 resnet_main.py:610] Evaluation finished after training step 1760 +Removing gs://bert-pretrain-data/imagenet/v3-8/#1570712003553253... +/ [1 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/checkpoint#1570712655095409... +/ [2 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/events.out.tfevents.1570712006.v3-512#1570712660741218... +/ [3 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/graph.pbtxt#1570712040738348... +/ [4 objects] +==> NOTE: You are performing a sequence of gsutil operations that may +run significantly faster if you instead use gsutil -m rm ... Please +see the -m section under "gsutil help options" for further information +about when gsutil -m can be advantageous. + +Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.data-00000-of-00001#1570712421123749... +/ [5 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.index#1570712421331852... +/ [6 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1000.meta#1570712425782659... +/ [7 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.data-00000-of-00001#1570712482675649... +/ [8 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.index#1570712482885130... +/ [9 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1200.meta#1570712487313744... +/ [10 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.data-00000-of-00001#1570712542431695... +/ [11 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.index#1570712542680155... +/ [12 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1400.meta#1570712546708034... +/ [13 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.data-00000-of-00001#1570712603175146... +/ [14 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.index#1570712603364939... +/ [15 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1600.meta#1570712607409902... +/ [16 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.data-00000-of-00001#1570712654238187... +/ [17 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.index#1570712654548365... +/ [18 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/model.ckpt-1760.meta#1570712658821993... +/ [19 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/#1570712730539120... +/ [20 objects] Removing gs://bert-pretrain-data/imagenet/v3-8/eval/events.out.tfevents.1570712731.v3-512#1570712732492798... +/ [21 objects] +Operation completed over 21 objects. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:62: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.set_verbosity is deprecated. Please use tf.compat.v1.logging.set_verbosity instead. + +WARNING:tensorflow:From resnet_main.py:684: The name tf.logging.INFO is deprecated. Please use tf.compat.v1.logging.INFO instead. + +WARNING:tensorflow: +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +W1010 13:05:37.307440 139954118186432 lazy_loader.py:50] +The TensorFlow contrib module will not be included in TensorFlow 2.0. +For more information, please see: + * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md + * https://github.com/tensorflow/addons + * https://github.com/tensorflow/io (for I/O related ops) +If you depend on functionality not listed there, please file an issue. + +WARNING:tensorflow:From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +W1010 13:05:37.313935 139954118186432 module_wrapper.py:139] From resnet_main.py:538: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead. + +WARNING:tensorflow:From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +W1010 13:05:37.314227 139954118186432 module_wrapper.py:139] From resnet_main.py:539: The name tf.GraphOptions is deprecated. Please use tf.compat.v1.GraphOptions instead. + +I1010 13:05:37.318062 139954118186432 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 13:05:37.365057 139954118186432 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 13:05:37.365401 139954118186432 transport.py:157] Attempting refresh to obtain initial access_token +I1010 13:05:37.451282 139954118186432 discovery.py:271] URL being requested: GET https://www.googleapis.com/discovery/v1/apis/tpu/v1/rest +I1010 13:05:37.505131 139954118186432 discovery.py:867] URL being requested: GET https://tpu.googleapis.com/v1/projects/cloud-tpu-colab-integration/locations/europe-west4-a/nodes/v3-512?alt=json +I1010 13:05:37.505496 139954118186432 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:Estimator's model_fn () includes params argument, but params are not passed to Estimator. +W1010 13:05:37.577789 139954118186432 estimator.py:1994] Estimator's model_fn () includes params argument, but params are not passed to Estimator. +INFO:tensorflow:Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +I1010 13:05:37.579675 139954118186432 estimator.py:212] Using config: {'_save_checkpoints_secs': None, '_session_config': graph_options { + rewrite_options { + disable_meta_optimizer: true + } +} +cluster_def { + job { + name: "worker" + tasks { + key: 0 + value: "10.240.1.169:8470" + } + tasks { + key: 1 + value: "10.240.1.181:8470" + } + tasks { + key: 2 + value: "10.240.1.142:8470" + } + tasks { + key: 3 + value: "10.240.1.191:8470" + } + tasks { + key: 4 + value: "10.240.1.163:8470" + } + tasks { + key: 5 + value: "10.240.1.140:8470" + } + tasks { + key: 6 + value: "10.240.1.150:8470" + } + tasks { + key: 7 + value: "10.240.1.159:8470" + } + tasks { + key: 8 + value: "10.240.1.189:8470" + } + tasks { + key: 9 + value: "10.240.1.167:8470" + } + tasks { + key: 10 + value: "10.240.1.179:8470" + } + tasks { + key: 11 + value: "10.240.1.162:8470" + } + tasks { + key: 12 + value: "10.240.1.137:8470" + } + tasks { + key: 13 + value: "10.240.1.152:8470" + } + tasks { + key: 14 + value: "10.240.1.193:8470" + } + tasks { + key: 15 + value: "10.240.1.143:8470" + } + tasks { + key: 16 + value: "10.240.1.158:8470" + } + tasks { + key: 17 + value: "10.240.1.187:8470" + } + tasks { + key: 18 + value: "10.240.1.130:8470" + } + tasks { + key: 19 + value: "10.240.1.172:8470" + } + tasks { + key: 20 + value: "10.240.1.148:8470" + } + tasks { + key: 21 + value: "10.240.1.145:8470" + } + tasks { + key: 22 + value: "10.240.1.160:8470" + } + tasks { + key: 23 + value: "10.240.1.138:8470" + } + tasks { + key: 24 + value: "10.240.1.147:8470" + } + tasks { + key: 25 + value: "10.240.1.151:8470" + } + tasks { + key: 26 + value: "10.240.1.165:8470" + } + tasks { + key: 27 + value: "10.240.1.146:8470" + } + tasks { + key: 28 + value: "10.240.1.136:8470" + } + tasks { + key: 29 + value: "10.240.1.153:8470" + } + tasks { + key: 30 + value: "10.240.1.182:8470" + } + tasks { + key: 31 + value: "10.240.1.183:8470" + } + tasks { + key: 32 + value: "10.240.1.176:8470" + } + tasks { + key: 33 + value: "10.240.1.168:8470" + } + tasks { + key: 34 + value: "10.240.1.188:8470" + } + tasks { + key: 35 + value: "10.240.1.164:8470" + } + tasks { + key: 36 + value: "10.240.1.186:8470" + } + tasks { + key: 37 + value: "10.240.1.154:8470" + } + tasks { + key: 38 + value: "10.240.1.166:8470" + } + tasks { + key: 39 + value: "10.240.1.131:8470" + } + tasks { + key: 40 + value: "10.240.1.180:8470" + } + tasks { + key: 41 + value: "10.240.1.156:8470" + } + tasks { + key: 42 + value: "10.240.1.177:8470" + } + tasks { + key: 43 + value: "10.240.1.173:8470" + } + tasks { + key: 44 + value: "10.240.1.185:8470" + } + tasks { + key: 45 + value: "10.240.1.149:8470" + } + tasks { + key: 46 + value: "10.240.1.144:8470" + } + tasks { + key: 47 + value: "10.240.1.174:8470" + } + tasks { + key: 48 + value: "10.240.1.141:8470" + } + tasks { + key: 49 + value: "10.240.1.134:8470" + } + tasks { + key: 50 + value: "10.240.1.175:8470" + } + tasks { + key: 51 + value: "10.240.1.155:8470" + } + tasks { + key: 52 + value: "10.240.1.135:8470" + } + tasks { + key: 53 + value: "10.240.1.178:8470" + } + tasks { + key: 54 + value: "10.240.1.139:8470" + } + tasks { + key: 55 + value: "10.240.1.170:8470" + } + tasks { + key: 56 + value: "10.240.1.171:8470" + } + tasks { + key: 57 + value: "10.240.1.161:8470" + } + tasks { + key: 58 + value: "10.240.1.190:8470" + } + tasks { + key: 59 + value: "10.240.1.192:8470" + } + tasks { + key: 60 + value: "10.240.1.157:8470" + } + tasks { + key: 61 + value: "10.240.1.133:8470" + } + tasks { + key: 62 + value: "10.240.1.184:8470" + } + tasks { + key: 63 + value: "10.240.1.132:8470" + } + } +} +, '_keep_checkpoint_max': 5, '_task_type': 'worker', '_train_distribute': None, '_is_chief': True, '_cluster_spec': , '_model_dir': 'gs://bert-pretrain-data/imagenet/v3-8', '_protocol': None, '_save_checkpoints_steps': 200, '_keep_checkpoint_every_n_hours': 10000, '_service': None, '_num_ps_replicas': 0, '_tpu_config': TPUConfig(iterations_per_loop=200, num_shards=512, num_cores_per_replica=None, per_host_input_for_training=3, tpu_job_name=None, initial_infeed_sleep_secs=None, input_partition_dims=None, eval_training_input_configuration=2, experimental_host_call_every_n_steps=1), '_tf_random_seed': None, '_save_summary_steps': 100, '_device_fn': None, '_session_creation_timeout_secs': 7200, '_cluster': , '_experimental_distribute': None, '_num_worker_replicas': 1, '_task_id': 0, '_log_step_count_steps': None, '_experimental_max_worker_delay_secs': None, '_evaluation_master': u'grpc://10.240.1.169:8470', '_eval_distribute': None, '_global_id_in_cluster': 0, '_master': u'grpc://10.240.1.169:8470'} +INFO:tensorflow:_TPUContext: eval_on_tpu True +I1010 13:05:37.580071 139954118186432 tpu_context.py:220] _TPUContext: eval_on_tpu True +WARNING:tensorflow:From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +W1010 13:05:37.580683 139954118186432 module_wrapper.py:139] From resnet_main.py:557: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead. + +INFO:tensorflow:Precision: bfloat16 +I1010 13:05:37.580785 139954118186432 resnet_main.py:557] Precision: bfloat16 +INFO:tensorflow:Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +I1010 13:05:37.580878 139954118186432 resnet_main.py:576] Using dataset: gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord +INFO:tensorflow:Training for 1760 steps (92.63 epochs in total). Current step 0. +I1010 13:05:37.673679 139954118186432 resnet_main.py:629] Training for 1760 steps (92.63 epochs in total). Current step 0. +INFO:tensorflow:Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +I1010 13:05:37.758430 139954118186432 tpu_system_metadata.py:78] Querying Tensorflow master (grpc://10.240.1.169:8470) for TPU system metadata. +2019-10-10 13:05:37.760707: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Found TPU system: +I1010 13:05:37.852541 139954118186432 tpu_system_metadata.py:148] Found TPU system: +INFO:tensorflow:*** Num TPU Cores: 512 +I1010 13:05:37.852917 139954118186432 tpu_system_metadata.py:149] *** Num TPU Cores: 512 +INFO:tensorflow:*** Num TPU Workers: 64 +I1010 13:05:37.853518 139954118186432 tpu_system_metadata.py:150] *** Num TPU Workers: 64 +INFO:tensorflow:*** Num TPU Cores Per Worker: 8 +I1010 13:05:37.853590 139954118186432 tpu_system_metadata.py:152] *** Num TPU Cores Per Worker: 8 +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +I1010 13:05:37.853656 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:CPU:0, CPU, -1, 10461141736701394469) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +I1010 13:05:37.853940 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:0, TPU, 17179869184, 8701733838016847524) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +I1010 13:05:37.854011 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:1, TPU, 17179869184, 573812662155711950) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +I1010 13:05:37.854077 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:2, TPU, 17179869184, 13859763628030382501) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +I1010 13:05:37.854139 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:3, TPU, 17179869184, 3765248578538370010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +I1010 13:05:37.854219 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:4, TPU, 17179869184, 16956791397409051688) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +I1010 13:05:37.854280 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:5, TPU, 17179869184, 7392310835655756047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +I1010 13:05:37.854351 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:6, TPU, 17179869184, 11449657170957711715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +I1010 13:05:37.854412 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU:7, TPU, 17179869184, 3091638809705444054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +I1010 13:05:37.854470 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7884405196328741274) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +I1010 13:05:37.854535 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:0/device:XLA_CPU:0, XLA_CPU, 17179869184, 437080417252187884) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +I1010 13:05:37.854597 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:CPU:0, CPU, -1, 16687666771669649085) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +I1010 13:05:37.854656 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:0, TPU, 17179869184, 10883867686033103511) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +I1010 13:05:37.854717 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:1, TPU, 17179869184, 333529839846046241) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +I1010 13:05:37.854775 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:2, TPU, 17179869184, 15351826530233300042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +I1010 13:05:37.854845 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:3, TPU, 17179869184, 7694318102684707570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +I1010 13:05:37.854903 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:4, TPU, 17179869184, 7130734420715628722) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +I1010 13:05:37.854963 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:5, TPU, 17179869184, 8610585428116970009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +I1010 13:05:37.855027 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:6, TPU, 17179869184, 1208108385141718922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +I1010 13:05:37.855087 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU:7, TPU, 17179869184, 4156627313947051172) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +I1010 13:05:37.855146 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13673618923486592560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +I1010 13:05:37.855207 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:1/device:XLA_CPU:0, XLA_CPU, 17179869184, 9418670242757022556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +I1010 13:05:37.855267 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:CPU:0, CPU, -1, 15776447713736749835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +I1010 13:05:37.855333 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:0, TPU, 17179869184, 8679833207614617215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +I1010 13:05:37.855392 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:1, TPU, 17179869184, 9750237244288055808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +I1010 13:05:37.855452 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:2, TPU, 17179869184, 5020697711116808401) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +I1010 13:05:37.855509 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:3, TPU, 17179869184, 7083170276172210534) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +I1010 13:05:37.855570 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:4, TPU, 17179869184, 8117778466112119763) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +I1010 13:05:37.855628 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:5, TPU, 17179869184, 10413969533849584903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +I1010 13:05:37.855685 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:6, TPU, 17179869184, 1175284239912335883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +I1010 13:05:37.855752 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU:7, TPU, 17179869184, 9714808460644896862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +I1010 13:05:37.855812 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11938387947720271426) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +I1010 13:05:37.855870 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:2/device:XLA_CPU:0, XLA_CPU, 17179869184, 4522891463527693011) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +I1010 13:05:37.855928 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:CPU:0, CPU, -1, 13616344726432570902) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +I1010 13:05:37.855988 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:0, TPU, 17179869184, 12865535617625337745) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +I1010 13:05:37.856046 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:1, TPU, 17179869184, 18053665485339152981) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +I1010 13:05:37.856105 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:2, TPU, 17179869184, 16849417613878256203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +I1010 13:05:37.856163 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:3, TPU, 17179869184, 6630778008397326019) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +I1010 13:05:37.856221 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:4, TPU, 17179869184, 14143178521702302355) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +I1010 13:05:37.856280 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:5, TPU, 17179869184, 3202685037484086093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +I1010 13:05:37.856343 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:6, TPU, 17179869184, 10997767509626599125) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +I1010 13:05:37.856404 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU:7, TPU, 17179869184, 6667208111570388425) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +I1010 13:05:37.856462 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16991447615735280792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +I1010 13:05:37.856607 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:3/device:XLA_CPU:0, XLA_CPU, 17179869184, 15026301530984355041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +I1010 13:05:37.856674 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:CPU:0, CPU, -1, 3871407876875289812) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +I1010 13:05:37.856735 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:0, TPU, 17179869184, 16312137957679198891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +I1010 13:05:37.856795 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:1, TPU, 17179869184, 13117430764228456089) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +I1010 13:05:37.856854 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:2, TPU, 17179869184, 367577265947231790) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +I1010 13:05:37.856914 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:3, TPU, 17179869184, 380248111328826030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +I1010 13:05:37.856972 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:4, TPU, 17179869184, 14883183353803293899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +I1010 13:05:37.857032 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:5, TPU, 17179869184, 18219462361761159106) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +I1010 13:05:37.857090 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:6, TPU, 17179869184, 1236851897318087041) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +I1010 13:05:37.857148 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU:7, TPU, 17179869184, 15992133154299173250) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +I1010 13:05:37.857208 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5151979007807902573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +I1010 13:05:37.857266 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:4/device:XLA_CPU:0, XLA_CPU, 17179869184, 17179902053366147227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +I1010 13:05:37.857341 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:CPU:0, CPU, -1, 5982603432620165678) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +I1010 13:05:37.857402 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:0, TPU, 17179869184, 6437915168347824649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +I1010 13:05:37.857461 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:1, TPU, 17179869184, 6645596958286238033) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +I1010 13:05:37.857520 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:2, TPU, 17179869184, 7857917999076827010) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +I1010 13:05:37.857578 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:3, TPU, 17179869184, 18368364837928107953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +I1010 13:05:37.857637 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:4, TPU, 17179869184, 13998755628483993983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +I1010 13:05:37.857696 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:5, TPU, 17179869184, 7753190599237343088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +I1010 13:05:37.857753 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:6, TPU, 17179869184, 9692214423129986408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +I1010 13:05:37.857812 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU:7, TPU, 17179869184, 553372095098625809) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +I1010 13:05:37.857871 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15428912565771619873) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +I1010 13:05:37.857929 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:5/device:XLA_CPU:0, XLA_CPU, 17179869184, 7191115401497750572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +I1010 13:05:37.857989 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:CPU:0, CPU, -1, 2546315377626605227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +I1010 13:05:37.858053 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:0, TPU, 17179869184, 7673543230687173482) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +I1010 13:05:37.858112 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:1, TPU, 17179869184, 6415853330109505153) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +I1010 13:05:37.858181 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:2, TPU, 17179869184, 2090259382878953508) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +I1010 13:05:37.858242 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:3, TPU, 17179869184, 10177937348327725340) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +I1010 13:05:37.858299 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:4, TPU, 17179869184, 3858613587963717778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +I1010 13:05:37.858362 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:5, TPU, 17179869184, 15851651521375009593) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +I1010 13:05:37.858422 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:6, TPU, 17179869184, 4162961913423187300) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +I1010 13:05:37.858479 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU:7, TPU, 17179869184, 1224766669766085441) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +I1010 13:05:37.858539 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16052616453799844338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +I1010 13:05:37.858597 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:6/device:XLA_CPU:0, XLA_CPU, 17179869184, 7540444478134331316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +I1010 13:05:37.858656 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:CPU:0, CPU, -1, 17056567406859705480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +I1010 13:05:37.858715 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:0, TPU, 17179869184, 15244945574693371649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +I1010 13:05:37.858772 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:1, TPU, 17179869184, 7656668273274493749) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +I1010 13:05:37.858836 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:2, TPU, 17179869184, 17367190778068513286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +I1010 13:05:37.858894 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:3, TPU, 17179869184, 16213554176223476003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +I1010 13:05:37.858952 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:4, TPU, 17179869184, 15073435585577818795) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +I1010 13:05:37.859009 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:5, TPU, 17179869184, 9513711972479297282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +I1010 13:05:37.859066 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:6, TPU, 17179869184, 15371026363665244941) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +I1010 13:05:37.859123 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU:7, TPU, 17179869184, 7035853015044745730) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +I1010 13:05:37.859189 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15167554711955599486) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +I1010 13:05:37.859249 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:7/device:XLA_CPU:0, XLA_CPU, 17179869184, 10591559607874338515) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +I1010 13:05:37.859307 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:CPU:0, CPU, -1, 10786752624528784695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +I1010 13:05:37.859373 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:0, TPU, 17179869184, 16908592516571873557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +I1010 13:05:37.859431 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:1, TPU, 17179869184, 1300930675869170644) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +I1010 13:05:37.859491 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:2, TPU, 17179869184, 15586696170424811328) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +I1010 13:05:37.859553 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:3, TPU, 17179869184, 13798602873035899713) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +I1010 13:05:37.859612 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:4, TPU, 17179869184, 14013713421691588560) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +I1010 13:05:37.859671 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:5, TPU, 17179869184, 12974799208153579851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +I1010 13:05:37.859729 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:6, TPU, 17179869184, 14284320710733343327) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +I1010 13:05:37.859786 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU:7, TPU, 17179869184, 2532475413278583832) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +I1010 13:05:37.859846 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 319921135393364594) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +I1010 13:05:37.859905 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:8/device:XLA_CPU:0, XLA_CPU, 17179869184, 11528541888285357509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +I1010 13:05:37.859962 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:CPU:0, CPU, -1, 12334324059377930180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +I1010 13:05:37.860018 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:0, TPU, 17179869184, 543923118706565067) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +I1010 13:05:37.860078 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:1, TPU, 17179869184, 18118467057136237679) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +I1010 13:05:37.860135 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:2, TPU, 17179869184, 5855368429310086797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +I1010 13:05:37.860193 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:3, TPU, 17179869184, 13762136498600034082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +I1010 13:05:37.860250 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:4, TPU, 17179869184, 3923925228792693780) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +I1010 13:05:37.860313 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:5, TPU, 17179869184, 15183536595870904270) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +I1010 13:05:37.860378 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:6, TPU, 17179869184, 16744477310727685982) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +I1010 13:05:37.860435 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU:7, TPU, 17179869184, 1648438771465813439) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +I1010 13:05:37.860558 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5260553516608761917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +I1010 13:05:37.860630 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:9/device:XLA_CPU:0, XLA_CPU, 17179869184, 11844041020622314767) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +I1010 13:05:37.860691 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:CPU:0, CPU, -1, 961515167457459701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +I1010 13:05:37.860750 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:0, TPU, 17179869184, 15956709650237262922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +I1010 13:05:37.860810 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:1, TPU, 17179869184, 14402445482034549525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +I1010 13:05:37.860867 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:2, TPU, 17179869184, 1187357907320733082) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +I1010 13:05:37.860927 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:3, TPU, 17179869184, 8122071462507191334) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +I1010 13:05:37.860985 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:4, TPU, 17179869184, 14867144776825834785) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +I1010 13:05:37.861042 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:5, TPU, 17179869184, 16182611452605362245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +I1010 13:05:37.861113 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:6, TPU, 17179869184, 4785000370855800309) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +I1010 13:05:37.861172 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU:7, TPU, 17179869184, 7165641788344211030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +I1010 13:05:37.861231 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18310974539941594184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +I1010 13:05:37.861289 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:10/device:XLA_CPU:0, XLA_CPU, 17179869184, 17478903543312715049) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +I1010 13:05:37.861355 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:CPU:0, CPU, -1, 12583355301317347851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +I1010 13:05:37.861414 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:0, TPU, 17179869184, 2297576839625126304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +I1010 13:05:37.861474 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:1, TPU, 17179869184, 17562978642878698409) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +I1010 13:05:37.861531 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:2, TPU, 17179869184, 8686156135752450339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +I1010 13:05:37.861589 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:3, TPU, 17179869184, 17634821996285220097) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +I1010 13:05:37.861648 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:4, TPU, 17179869184, 10903928285414817669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +I1010 13:05:37.861706 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:5, TPU, 17179869184, 3815782273491208141) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +I1010 13:05:37.861763 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:6, TPU, 17179869184, 659715680601192461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +I1010 13:05:37.861821 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU:7, TPU, 17179869184, 8149178727810264094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +I1010 13:05:37.861885 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10399667929028648732) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +I1010 13:05:37.861943 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:11/device:XLA_CPU:0, XLA_CPU, 17179869184, 2040521163360922358) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +I1010 13:05:37.862003 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:CPU:0, CPU, -1, 4647763951084628289) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +I1010 13:05:37.862061 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:0, TPU, 17179869184, 18401533179476006051) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +I1010 13:05:37.862118 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:1, TPU, 17179869184, 11249241906513023458) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +I1010 13:05:37.862175 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:2, TPU, 17179869184, 6571699020243462927) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +I1010 13:05:37.862234 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:3, TPU, 17179869184, 12974895279888748771) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +I1010 13:05:37.862292 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:4, TPU, 17179869184, 2042051485400729800) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +I1010 13:05:37.862358 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:5, TPU, 17179869184, 18303817088451314684) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +I1010 13:05:37.862416 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:6, TPU, 17179869184, 1437003874429228199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +I1010 13:05:37.862473 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU:7, TPU, 17179869184, 1781230518450848131) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +I1010 13:05:37.862531 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 6771634507926395687) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +I1010 13:05:37.862596 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:12/device:XLA_CPU:0, XLA_CPU, 17179869184, 6587749045672414509) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +I1010 13:05:37.862654 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:CPU:0, CPU, -1, 18288519262587118395) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +I1010 13:05:37.862715 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:0, TPU, 17179869184, 1534069264416836248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +I1010 13:05:37.862771 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:1, TPU, 17179869184, 3187220135442495591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +I1010 13:05:37.862829 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:2, TPU, 17179869184, 12640248596627680794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +I1010 13:05:37.862888 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:3, TPU, 17179869184, 3216538186979999557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +I1010 13:05:37.862946 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:4, TPU, 17179869184, 3672422912036102638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +I1010 13:05:37.863004 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:5, TPU, 17179869184, 3333251474427801488) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +I1010 13:05:37.863063 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:6, TPU, 17179869184, 6125633764249825794) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +I1010 13:05:37.863120 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU:7, TPU, 17179869184, 15918422915331594043) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +I1010 13:05:37.863178 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16784265453911501983) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +I1010 13:05:37.863236 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:13/device:XLA_CPU:0, XLA_CPU, 17179869184, 15675951036415785139) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +I1010 13:05:37.863313 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:CPU:0, CPU, -1, 6329166595934519216) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +I1010 13:05:37.863380 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:0, TPU, 17179869184, 10469523750989999544) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +I1010 13:05:37.863440 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:1, TPU, 17179869184, 1024173422163392700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +I1010 13:05:37.863498 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:2, TPU, 17179869184, 16849748292059777177) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +I1010 13:05:37.863560 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:3, TPU, 17179869184, 16704504853316268258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +I1010 13:05:37.863619 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:4, TPU, 17179869184, 8548405048684780908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +I1010 13:05:37.863677 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:5, TPU, 17179869184, 6657364196661637976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +I1010 13:05:37.863734 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:6, TPU, 17179869184, 14215301590896232528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +I1010 13:05:37.863794 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU:7, TPU, 17179869184, 9581612483276310363) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +I1010 13:05:37.863852 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4532675386744100564) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +I1010 13:05:37.863910 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:14/device:XLA_CPU:0, XLA_CPU, 17179869184, 15986441018335411009) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +I1010 13:05:37.863970 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:CPU:0, CPU, -1, 8626388339425768318) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +I1010 13:05:37.864027 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:0, TPU, 17179869184, 6890058535472297577) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +I1010 13:05:37.864092 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:1, TPU, 17179869184, 14155984439538577502) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +I1010 13:05:37.864150 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:2, TPU, 17179869184, 6988257889481788468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +I1010 13:05:37.864207 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:3, TPU, 17179869184, 1929424963581864567) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +I1010 13:05:37.864264 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:4, TPU, 17179869184, 11589764950049121200) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +I1010 13:05:37.864326 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:5, TPU, 17179869184, 15401922582250105947) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +I1010 13:05:37.864386 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:6, TPU, 17179869184, 1468366065802498466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +I1010 13:05:37.864444 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU:7, TPU, 17179869184, 480450821176230711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +I1010 13:05:37.864573 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5543616261399886819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +I1010 13:05:37.864640 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:15/device:XLA_CPU:0, XLA_CPU, 17179869184, 2090216112744267128) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +I1010 13:05:37.864701 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:CPU:0, CPU, -1, 4822133142719324473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +I1010 13:05:37.864763 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:0, TPU, 17179869184, 15817810236069185979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +I1010 13:05:37.864823 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:1, TPU, 17179869184, 2321201659902622373) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +I1010 13:05:37.864892 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:2, TPU, 17179869184, 13983390313407756520) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +I1010 13:05:37.864953 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:3, TPU, 17179869184, 2169047849736495573) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +I1010 13:05:37.865014 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:4, TPU, 17179869184, 5196388641794159556) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +I1010 13:05:37.865072 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:5, TPU, 17179869184, 13520547108805903215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +I1010 13:05:37.865132 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:6, TPU, 17179869184, 8634423036625358316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +I1010 13:05:37.865190 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU:7, TPU, 17179869184, 18029951005683603830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +I1010 13:05:37.865248 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14524289679248044462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +I1010 13:05:37.865308 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:16/device:XLA_CPU:0, XLA_CPU, 17179869184, 4664057701148254649) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +I1010 13:05:37.865374 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:CPU:0, CPU, -1, 17235140689817267811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +I1010 13:05:37.865433 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:0, TPU, 17179869184, 8503203523128043978) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +I1010 13:05:37.865494 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:1, TPU, 17179869184, 11612669461642334660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +I1010 13:05:37.865551 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:2, TPU, 17179869184, 7889707924341092584) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +I1010 13:05:37.865613 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:3, TPU, 17179869184, 1900807419011978335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +I1010 13:05:37.865674 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:4, TPU, 17179869184, 4164300436038302039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +I1010 13:05:37.865731 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:5, TPU, 17179869184, 13534298704894222551) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +I1010 13:05:37.865791 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:6, TPU, 17179869184, 4467033731670274772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +I1010 13:05:37.865849 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU:7, TPU, 17179869184, 14240049027576275991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +I1010 13:05:37.865906 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8866082131704179928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +I1010 13:05:37.865966 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:17/device:XLA_CPU:0, XLA_CPU, 17179869184, 10005231236695184917) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +I1010 13:05:37.866024 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:CPU:0, CPU, -1, 10105263571791650350) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +I1010 13:05:37.866082 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:0, TPU, 17179869184, 1905952530593931203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +I1010 13:05:37.866141 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:1, TPU, 17179869184, 16439233513071676178) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +I1010 13:05:37.866199 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:2, TPU, 17179869184, 6165151370991022188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +I1010 13:05:37.866257 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:3, TPU, 17179869184, 16507252851759380083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +I1010 13:05:37.866316 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:4, TPU, 17179869184, 4305497369530962980) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +I1010 13:05:37.866390 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:5, TPU, 17179869184, 12224173535029347245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +I1010 13:05:37.866450 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:6, TPU, 17179869184, 7406793116966124372) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +I1010 13:05:37.866511 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU:7, TPU, 17179869184, 11359279000002564295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +I1010 13:05:37.866570 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4572682285067569525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +I1010 13:05:37.866628 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:18/device:XLA_CPU:0, XLA_CPU, 17179869184, 1223404306050188967) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +I1010 13:05:37.866688 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:CPU:0, CPU, -1, 727430994648705934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +I1010 13:05:37.866746 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:0, TPU, 17179869184, 4060750889305909118) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +I1010 13:05:37.866806 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:1, TPU, 17179869184, 9066888135553036186) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +I1010 13:05:37.866863 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:2, TPU, 17179869184, 1415542093495313260) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +I1010 13:05:37.866921 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:3, TPU, 17179869184, 1916351256586815507) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +I1010 13:05:37.866978 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:4, TPU, 17179869184, 16454770350582817452) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +I1010 13:05:37.867038 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:5, TPU, 17179869184, 14084852137338797324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +I1010 13:05:37.867100 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:6, TPU, 17179869184, 12840575435233924640) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +I1010 13:05:37.867158 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU:7, TPU, 17179869184, 1955190933166663557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +I1010 13:05:37.867223 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14742087752460895311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +I1010 13:05:37.867284 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:19/device:XLA_CPU:0, XLA_CPU, 17179869184, 4919278929233696541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +I1010 13:05:37.867348 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:CPU:0, CPU, -1, 8868686928366964315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +I1010 13:05:37.867409 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:0, TPU, 17179869184, 16212303027314083721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +I1010 13:05:37.867469 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:1, TPU, 17179869184, 2171272603524221535) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +I1010 13:05:37.867526 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:2, TPU, 17179869184, 14351497235514984474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +I1010 13:05:37.867583 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:3, TPU, 17179869184, 8564864978634278879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +I1010 13:05:37.867640 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:4, TPU, 17179869184, 7257299860193992220) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +I1010 13:05:37.867698 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:5, TPU, 17179869184, 10057438547833269518) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +I1010 13:05:37.867755 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:6, TPU, 17179869184, 15723239118015300777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +I1010 13:05:37.867814 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU:7, TPU, 17179869184, 6061648142619440140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +I1010 13:05:37.867877 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13348352848705818268) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +I1010 13:05:37.867937 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:20/device:XLA_CPU:0, XLA_CPU, 17179869184, 7852175834971487414) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +I1010 13:05:37.867994 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:CPU:0, CPU, -1, 1220620808719068960) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +I1010 13:05:37.868053 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:0, TPU, 17179869184, 3999627432816084806) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +I1010 13:05:37.868112 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:1, TPU, 17179869184, 3694594256043431957) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +I1010 13:05:37.868180 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:2, TPU, 17179869184, 14205671213724951460) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +I1010 13:05:37.868241 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:3, TPU, 17179869184, 1241200990385077772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +I1010 13:05:37.868299 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:4, TPU, 17179869184, 11653292064135735112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +I1010 13:05:37.868361 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:5, TPU, 17179869184, 9012151984626394972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +I1010 13:05:37.868421 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:6, TPU, 17179869184, 12816020098692817127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +I1010 13:05:37.868501 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU:7, TPU, 17179869184, 14838628651819529905) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +I1010 13:05:37.868565 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2003167425040351483) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +I1010 13:05:37.868629 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:21/device:XLA_CPU:0, XLA_CPU, 17179869184, 14706620236183494038) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +I1010 13:05:37.868689 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:CPU:0, CPU, -1, 17023861702554943234) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +I1010 13:05:37.868747 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:0, TPU, 17179869184, 15846609075349593994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +I1010 13:05:37.868807 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:1, TPU, 17179869184, 3993625883274172521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +I1010 13:05:37.868865 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:2, TPU, 17179869184, 14343532080550731079) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +I1010 13:05:37.868932 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:3, TPU, 17179869184, 3580276359638247597) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +I1010 13:05:37.868990 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:4, TPU, 17179869184, 112872029050858104) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +I1010 13:05:37.869050 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:5, TPU, 17179869184, 10121617622548202990) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +I1010 13:05:37.869107 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:6, TPU, 17179869184, 7028539286845065956) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +I1010 13:05:37.869165 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU:7, TPU, 17179869184, 3543426858575424054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +I1010 13:05:37.869224 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14912839148451277769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +I1010 13:05:37.869282 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:22/device:XLA_CPU:0, XLA_CPU, 17179869184, 6872593472109886854) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +I1010 13:05:37.869354 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:CPU:0, CPU, -1, 16485655627459786218) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +I1010 13:05:37.869415 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:0, TPU, 17179869184, 4400602284287927227) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +I1010 13:05:37.869473 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:1, TPU, 17179869184, 4621584480871975612) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +I1010 13:05:37.869533 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:2, TPU, 17179869184, 4843705619563787467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +I1010 13:05:37.869590 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:3, TPU, 17179869184, 15858697399595668158) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +I1010 13:05:37.869649 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:4, TPU, 17179869184, 16504083409516326668) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +I1010 13:05:37.869709 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:5, TPU, 17179869184, 3270190452800587446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +I1010 13:05:37.869766 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:6, TPU, 17179869184, 6931139123350985541) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +I1010 13:05:37.869824 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU:7, TPU, 17179869184, 9889247940616316977) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +I1010 13:05:37.869883 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7318305822510001072) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +I1010 13:05:37.869940 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:23/device:XLA_CPU:0, XLA_CPU, 17179869184, 17302730962570363856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +I1010 13:05:37.869999 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:CPU:0, CPU, -1, 972867069249434054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +I1010 13:05:37.870059 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:0, TPU, 17179869184, 4237593185108538769) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +I1010 13:05:37.870121 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:1, TPU, 17179869184, 15363098657820044828) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +I1010 13:05:37.870179 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:2, TPU, 17179869184, 6963342039292932710) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +I1010 13:05:37.870238 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:3, TPU, 17179869184, 16125463380199753480) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +I1010 13:05:37.870296 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:4, TPU, 17179869184, 5025353410860014485) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +I1010 13:05:37.870359 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:5, TPU, 17179869184, 6209173411429006273) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +I1010 13:05:37.870418 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:6, TPU, 17179869184, 11383558360365008046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +I1010 13:05:37.870476 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU:7, TPU, 17179869184, 16135148154073787834) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +I1010 13:05:37.870533 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9920121173663137325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +I1010 13:05:37.870592 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:24/device:XLA_CPU:0, XLA_CPU, 17179869184, 13673957918967918183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +I1010 13:05:37.870650 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:CPU:0, CPU, -1, 4385803098545019922) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +I1010 13:05:37.870709 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:0, TPU, 17179869184, 11276118838893143555) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +I1010 13:05:37.870767 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:1, TPU, 17179869184, 10299959549965192246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +I1010 13:05:37.870830 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:2, TPU, 17179869184, 2612597076417956852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +I1010 13:05:37.870887 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:3, TPU, 17179869184, 1327077742397944611) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +I1010 13:05:37.870944 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:4, TPU, 17179869184, 15039853875229382116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +I1010 13:05:37.871002 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:5, TPU, 17179869184, 13796299353849892955) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +I1010 13:05:37.871061 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:6, TPU, 17179869184, 9158755301758293055) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +I1010 13:05:37.871119 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU:7, TPU, 17179869184, 3351134622860110885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +I1010 13:05:37.871176 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3231913816726648245) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +I1010 13:05:37.871234 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:25/device:XLA_CPU:0, XLA_CPU, 17179869184, 13061475377483116681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +I1010 13:05:37.871309 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:CPU:0, CPU, -1, 12951543583511337971) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +I1010 13:05:37.871376 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:0, TPU, 17179869184, 1512652260865283090) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +I1010 13:05:37.871437 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:1, TPU, 17179869184, 15829533135035439400) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +I1010 13:05:37.871496 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:2, TPU, 17179869184, 8002030817703902031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +I1010 13:05:37.871560 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:3, TPU, 17179869184, 118185124382498727) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +I1010 13:05:37.871618 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:4, TPU, 17179869184, 7512090850864352331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +I1010 13:05:37.871676 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:5, TPU, 17179869184, 12927440333951830435) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +I1010 13:05:37.871735 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:6, TPU, 17179869184, 1985641198725128822) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +I1010 13:05:37.871793 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU:7, TPU, 17179869184, 6412843494585681633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +I1010 13:05:37.871851 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9772435876892383908) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +I1010 13:05:37.871911 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:26/device:XLA_CPU:0, XLA_CPU, 17179869184, 242278953982913962) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +I1010 13:05:37.871968 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:CPU:0, CPU, -1, 11467199002677235735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +I1010 13:05:37.872028 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:0, TPU, 17179869184, 13015648209430247408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +I1010 13:05:37.872086 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:1, TPU, 17179869184, 4233532190783367319) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +I1010 13:05:37.872144 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:2, TPU, 17179869184, 2916995835185512030) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +I1010 13:05:37.872203 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:3, TPU, 17179869184, 2845140387518022143) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +I1010 13:05:37.872260 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:4, TPU, 17179869184, 5604687493241075403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +I1010 13:05:37.872328 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:5, TPU, 17179869184, 18081209296252333117) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +I1010 13:05:37.872387 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:6, TPU, 17179869184, 2756156402386566199) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +I1010 13:05:37.872446 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU:7, TPU, 17179869184, 18139971207323430306) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +I1010 13:05:37.872529 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12318293588081770984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +I1010 13:05:37.872589 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:27/device:XLA_CPU:0, XLA_CPU, 17179869184, 13795855354428165598) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +I1010 13:05:37.872648 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:CPU:0, CPU, -1, 13180229738146470578) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +I1010 13:05:37.872706 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:0, TPU, 17179869184, 14558374790546046239) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +I1010 13:05:37.872765 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:1, TPU, 17179869184, 6073299497316312317) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +I1010 13:05:37.872822 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:2, TPU, 17179869184, 13014867368327471848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +I1010 13:05:37.872880 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:3, TPU, 17179869184, 12366268882053098819) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +I1010 13:05:37.872937 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:4, TPU, 17179869184, 807158925209262095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +I1010 13:05:37.872996 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:5, TPU, 17179869184, 5351155323470204362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +I1010 13:05:37.873059 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:6, TPU, 17179869184, 1793698077111607848) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +I1010 13:05:37.873119 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU:7, TPU, 17179869184, 18276584063436486339) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +I1010 13:05:37.873177 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10611914748971811580) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +I1010 13:05:37.873234 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:28/device:XLA_CPU:0, XLA_CPU, 17179869184, 15091259995539414633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +I1010 13:05:37.873294 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:CPU:0, CPU, -1, 3513822754164340709) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +I1010 13:05:37.873358 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:0, TPU, 17179869184, 13819917503200398829) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +I1010 13:05:37.873418 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:1, TPU, 17179869184, 937578432309749076) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +I1010 13:05:37.873476 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:2, TPU, 17179869184, 2449118203422337636) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +I1010 13:05:37.873533 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:3, TPU, 17179869184, 4926685937227463530) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +I1010 13:05:37.873591 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:4, TPU, 17179869184, 2177475517274078431) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +I1010 13:05:37.873648 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:5, TPU, 17179869184, 3148948924737240476) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +I1010 13:05:37.873706 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:6, TPU, 17179869184, 4342493401665757203) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +I1010 13:05:37.873775 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU:7, TPU, 17179869184, 928414569767111083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +I1010 13:05:37.873833 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17490163090036555811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +I1010 13:05:37.873892 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:29/device:XLA_CPU:0, XLA_CPU, 17179869184, 3384082005821417671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +I1010 13:05:37.873950 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:CPU:0, CPU, -1, 6020070971098985581) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +I1010 13:05:37.874008 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:0, TPU, 17179869184, 4921371199112783430) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +I1010 13:05:37.874067 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:1, TPU, 17179869184, 5016992810986064723) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +I1010 13:05:37.874124 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:2, TPU, 17179869184, 737172613148997023) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +I1010 13:05:37.874181 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:3, TPU, 17179869184, 16631536177288874548) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +I1010 13:05:37.874238 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:4, TPU, 17179869184, 4066944031490889986) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +I1010 13:05:37.874295 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:5, TPU, 17179869184, 12461527390007952903) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +I1010 13:05:37.874360 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:6, TPU, 17179869184, 18337269977945121891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +I1010 13:05:37.874418 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU:7, TPU, 17179869184, 6936794100772074124) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +I1010 13:05:37.874475 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17062430033419158562) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +I1010 13:05:37.874540 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:30/device:XLA_CPU:0, XLA_CPU, 17179869184, 18379482252615608637) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +I1010 13:05:37.874598 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:CPU:0, CPU, -1, 17115772514121299559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +I1010 13:05:37.874655 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:0, TPU, 17179869184, 16980129706098754759) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +I1010 13:05:37.874713 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:1, TPU, 17179869184, 17984800907667337851) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +I1010 13:05:37.874772 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:2, TPU, 17179869184, 8621341937796111015) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +I1010 13:05:37.874829 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:3, TPU, 17179869184, 12554068846292831468) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +I1010 13:05:37.874886 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:4, TPU, 17179869184, 12619082837177346338) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +I1010 13:05:37.874944 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:5, TPU, 17179869184, 5876240207963814070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +I1010 13:05:37.875001 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:6, TPU, 17179869184, 11182843243781255432) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +I1010 13:05:37.875058 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU:7, TPU, 17179869184, 3927994924602548403) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +I1010 13:05:37.875117 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16636155347344123311) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +I1010 13:05:37.875174 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:31/device:XLA_CPU:0, XLA_CPU, 17179869184, 13303430324965744459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +I1010 13:05:37.875237 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:CPU:0, CPU, -1, 14297928232028865324) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +I1010 13:05:37.875297 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:0, TPU, 17179869184, 15082566797275809856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +I1010 13:05:37.875360 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:1, TPU, 17179869184, 15582409867752383929) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +I1010 13:05:37.875417 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:2, TPU, 17179869184, 9931100722262218742) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +I1010 13:05:37.875475 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:3, TPU, 17179869184, 3755789440949558065) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +I1010 13:05:37.875533 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:4, TPU, 17179869184, 11055083391462456467) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +I1010 13:05:37.875591 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:5, TPU, 17179869184, 15942856564215779976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +I1010 13:05:37.875648 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:6, TPU, 17179869184, 12194636502790000638) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +I1010 13:05:37.875705 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU:7, TPU, 17179869184, 12849953080390388798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +I1010 13:05:37.875762 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17378712400337552974) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +I1010 13:05:37.875821 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:32/device:XLA_CPU:0, XLA_CPU, 17179869184, 4084211329545940069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +I1010 13:05:37.875880 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:CPU:0, CPU, -1, 14819312127147643094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +I1010 13:05:37.875938 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:0, TPU, 17179869184, 7056342179439103145) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +I1010 13:05:37.876003 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:1, TPU, 17179869184, 2832516967753204735) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +I1010 13:05:37.876060 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:2, TPU, 17179869184, 1172411469228893778) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +I1010 13:05:37.876118 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:3, TPU, 17179869184, 4574807157779694923) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +I1010 13:05:37.876176 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:4, TPU, 17179869184, 14372387984189197039) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +I1010 13:05:37.876233 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:5, TPU, 17179869184, 12191005379295893459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +I1010 13:05:37.876291 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:6, TPU, 17179869184, 16509145111014150045) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +I1010 13:05:37.876354 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU:7, TPU, 17179869184, 16738523852704199433) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +I1010 13:05:37.876413 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1682410487462207799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +I1010 13:05:37.876492 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:33/device:XLA_CPU:0, XLA_CPU, 17179869184, 15228035586918598285) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +I1010 13:05:37.876557 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:CPU:0, CPU, -1, 10349592636031182198) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +I1010 13:05:37.876616 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:0, TPU, 17179869184, 5963004919189359662) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +I1010 13:05:37.876676 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:1, TPU, 17179869184, 5853939344677891191) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +I1010 13:05:37.876743 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:2, TPU, 17179869184, 10366289440172000583) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +I1010 13:05:37.876801 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:3, TPU, 17179869184, 14876912736356936232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +I1010 13:05:37.876858 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:4, TPU, 17179869184, 16655273338981671559) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +I1010 13:05:37.876916 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:5, TPU, 17179869184, 17680642643430091845) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +I1010 13:05:37.876976 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:6, TPU, 17179869184, 3229842075112641660) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +I1010 13:05:37.877032 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU:7, TPU, 17179869184, 8674696429840523703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +I1010 13:05:37.877089 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 15237430110957673664) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +I1010 13:05:37.877149 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:34/device:XLA_CPU:0, XLA_CPU, 17179869184, 7250160371358455823) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +I1010 13:05:37.877207 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:CPU:0, CPU, -1, 2059803734463599088) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +I1010 13:05:37.877265 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:0, TPU, 17179869184, 12778780180794256857) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +I1010 13:05:37.877329 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:1, TPU, 17179869184, 13047600984654688081) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +I1010 13:05:37.877388 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:2, TPU, 17179869184, 608894562700573331) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +I1010 13:05:37.877451 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:3, TPU, 17179869184, 17149000813447847733) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +I1010 13:05:37.877510 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:4, TPU, 17179869184, 1596398322501650069) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +I1010 13:05:37.877568 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:5, TPU, 17179869184, 1772922958063914283) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +I1010 13:05:37.877625 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:6, TPU, 17179869184, 6753562861715582074) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +I1010 13:05:37.877682 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU:7, TPU, 17179869184, 15207308072909423304) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +I1010 13:05:37.877741 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10417503788894313934) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +I1010 13:05:37.877799 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:35/device:XLA_CPU:0, XLA_CPU, 17179869184, 4437179003204480299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +I1010 13:05:37.877856 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:CPU:0, CPU, -1, 5237122274892629545) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +I1010 13:05:37.877916 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:0, TPU, 17179869184, 8479103612946509701) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +I1010 13:05:37.877973 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:1, TPU, 17179869184, 3706293058205293621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +I1010 13:05:37.878031 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:2, TPU, 17179869184, 14100997009695412808) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +I1010 13:05:37.878087 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:3, TPU, 17179869184, 9058968152952984669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +I1010 13:05:37.878154 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:4, TPU, 17179869184, 10438667110481498896) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +I1010 13:05:37.878223 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:5, TPU, 17179869184, 17295680026844679466) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +I1010 13:05:37.878282 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:6, TPU, 17179869184, 10142375756278631236) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +I1010 13:05:37.878345 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU:7, TPU, 17179869184, 15845409776411083278) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +I1010 13:05:37.878405 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 7965889417664180946) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +I1010 13:05:37.878463 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:36/device:XLA_CPU:0, XLA_CPU, 17179869184, 16513223651035115217) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +I1010 13:05:37.878521 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:CPU:0, CPU, -1, 6152154017577962748) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +I1010 13:05:37.878582 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:0, TPU, 17179869184, 8590587940748269775) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +I1010 13:05:37.878640 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:1, TPU, 17179869184, 13130769353622934921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +I1010 13:05:37.878699 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:2, TPU, 17179869184, 6045543457874845728) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +I1010 13:05:37.878756 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:3, TPU, 17179869184, 698104989146071883) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +I1010 13:05:37.878813 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:4, TPU, 17179869184, 5259205261950344879) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +I1010 13:05:37.878870 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:5, TPU, 17179869184, 18094975294331884498) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +I1010 13:05:37.878932 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:6, TPU, 17179869184, 5567749580480172633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +I1010 13:05:37.878989 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU:7, TPU, 17179869184, 16433255851510938689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +I1010 13:05:37.879046 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2255557096612057913) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +I1010 13:05:37.879106 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:37/device:XLA_CPU:0, XLA_CPU, 17179869184, 5409594469315124127) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +I1010 13:05:37.879164 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:CPU:0, CPU, -1, 3403032437737615428) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +I1010 13:05:37.879223 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:0, TPU, 17179869184, 6987698409401055184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +I1010 13:05:37.879280 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:1, TPU, 17179869184, 565994577204151899) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +I1010 13:05:37.879343 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:2, TPU, 17179869184, 10227903648654338799) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +I1010 13:05:37.879400 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:3, TPU, 17179869184, 12128447686918117853) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +I1010 13:05:37.879458 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:4, TPU, 17179869184, 2383069241116445588) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +I1010 13:05:37.879515 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:5, TPU, 17179869184, 2195001472551282456) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +I1010 13:05:37.879574 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:6, TPU, 17179869184, 1944527400589589325) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +I1010 13:05:37.879636 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU:7, TPU, 17179869184, 5768506378945622683) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +I1010 13:05:37.879693 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8154016916602881031) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +I1010 13:05:37.879751 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:38/device:XLA_CPU:0, XLA_CPU, 17179869184, 3214537949275833386) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +I1010 13:05:37.879813 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:CPU:0, CPU, -1, 3218914669546555928) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +I1010 13:05:37.879873 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:0, TPU, 17179869184, 2909879495080622979) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +I1010 13:05:37.879930 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:1, TPU, 17179869184, 17727459787651959135) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +I1010 13:05:37.879987 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:2, TPU, 17179869184, 4291151012455579176) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +I1010 13:05:37.880045 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:3, TPU, 17179869184, 2296464097820940190) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +I1010 13:05:37.880103 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:4, TPU, 17179869184, 13309271048786169797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +I1010 13:05:37.880161 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:5, TPU, 17179869184, 6543917356389651639) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +I1010 13:05:37.880218 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:6, TPU, 17179869184, 216145342995512856) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +I1010 13:05:37.880275 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU:7, TPU, 17179869184, 285913200966052739) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +I1010 13:05:37.880338 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13371337515431796954) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +I1010 13:05:37.880403 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:39/device:XLA_CPU:0, XLA_CPU, 17179869184, 8048850886604468798) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +I1010 13:05:37.880461 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:CPU:0, CPU, -1, 8032202691459533223) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +I1010 13:05:37.880543 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:0, TPU, 17179869184, 7555530288573091868) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +I1010 13:05:37.880603 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:1, TPU, 17179869184, 5246580085898806179) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +I1010 13:05:37.880660 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:2, TPU, 17179869184, 7374227098144412871) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +I1010 13:05:37.880717 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:3, TPU, 17179869184, 3527478830374388295) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +I1010 13:05:37.880776 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:4, TPU, 17179869184, 5258714149922206721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +I1010 13:05:37.880835 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:5, TPU, 17179869184, 6681570545215417985) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +I1010 13:05:37.880892 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:6, TPU, 17179869184, 13857505438782284951) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +I1010 13:05:37.880949 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU:7, TPU, 17179869184, 2815360750504011286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +I1010 13:05:37.881007 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 636247311912843362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +I1010 13:05:37.881066 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:40/device:XLA_CPU:0, XLA_CPU, 17179869184, 898635914884154264) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +I1010 13:05:37.881129 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:CPU:0, CPU, -1, 14180419545670292719) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +I1010 13:05:37.881187 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:0, TPU, 17179869184, 6565010293634305943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +I1010 13:05:37.881246 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:1, TPU, 17179869184, 17689181420261918421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +I1010 13:05:37.881304 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:2, TPU, 17179869184, 13170478955702100738) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +I1010 13:05:37.881367 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:3, TPU, 17179869184, 2823895698640838592) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +I1010 13:05:37.881427 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:4, TPU, 17179869184, 9440223723179735645) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +I1010 13:05:37.881484 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:5, TPU, 17179869184, 4240073610605400296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +I1010 13:05:37.881541 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:6, TPU, 17179869184, 14423599362573358885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +I1010 13:05:37.881599 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU:7, TPU, 17179869184, 10188009100229768299) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +I1010 13:05:37.881658 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 18383276178786770183) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +I1010 13:05:37.881716 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:41/device:XLA_CPU:0, XLA_CPU, 17179869184, 17868896508951750093) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +I1010 13:05:37.881773 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:CPU:0, CPU, -1, 15950081531812423540) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +I1010 13:05:37.881833 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:0, TPU, 17179869184, 15791626924793157164) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +I1010 13:05:37.881899 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:1, TPU, 17179869184, 1374306730355156716) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +I1010 13:05:37.881962 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:2, TPU, 17179869184, 15430606644975754932) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +I1010 13:05:37.882020 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:3, TPU, 17179869184, 5988881366830259787) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +I1010 13:05:37.882078 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:4, TPU, 17179869184, 5769837988182713368) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +I1010 13:05:37.882136 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:5, TPU, 17179869184, 12945018317559409776) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +I1010 13:05:37.882194 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:6, TPU, 17179869184, 14385863753080142936) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +I1010 13:05:37.882251 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU:7, TPU, 17179869184, 481944983612851197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +I1010 13:05:37.882308 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 17924118721981826521) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +I1010 13:05:37.882374 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:42/device:XLA_CPU:0, XLA_CPU, 17179869184, 106475002288647462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +I1010 13:05:37.882431 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:CPU:0, CPU, -1, 5255382079797483772) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +I1010 13:05:37.882491 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:0, TPU, 17179869184, 6906738771585207238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +I1010 13:05:37.882549 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:1, TPU, 17179869184, 9778162784553042094) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +I1010 13:05:37.882612 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:2, TPU, 17179869184, 15114684343924539054) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +I1010 13:05:37.882671 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:3, TPU, 17179869184, 7477346165101627367) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +I1010 13:05:37.882729 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:4, TPU, 17179869184, 6594345476487984119) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +I1010 13:05:37.882786 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:5, TPU, 17179869184, 3629107719290950665) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +I1010 13:05:37.882844 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:6, TPU, 17179869184, 6519471551192698991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +I1010 13:05:37.882901 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU:7, TPU, 17179869184, 14070137268104645756) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +I1010 13:05:37.882958 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 5807656391978411587) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +I1010 13:05:37.883017 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:43/device:XLA_CPU:0, XLA_CPU, 17179869184, 16325530461522385519) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +I1010 13:05:37.883074 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:CPU:0, CPU, -1, 3123236525195218262) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +I1010 13:05:37.883135 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:0, TPU, 17179869184, 16646762623281309024) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +I1010 13:05:37.883193 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:1, TPU, 17179869184, 3925054276258245792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +I1010 13:05:37.883251 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:2, TPU, 17179869184, 1493757647350483095) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +I1010 13:05:37.883313 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:3, TPU, 17179869184, 1328001213306219721) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +I1010 13:05:37.883378 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:4, TPU, 17179869184, 5427368213092858035) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +I1010 13:05:37.883436 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:5, TPU, 17179869184, 12495999677773934689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +I1010 13:05:37.883493 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:6, TPU, 17179869184, 8846962770881918972) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +I1010 13:05:37.883550 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU:7, TPU, 17179869184, 2826159996243259042) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +I1010 13:05:37.883609 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8474694412326248931) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +I1010 13:05:37.883666 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:44/device:XLA_CPU:0, XLA_CPU, 17179869184, 7549542548394471975) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +I1010 13:05:37.883725 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:CPU:0, CPU, -1, 17254039919131936062) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +I1010 13:05:37.883785 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:0, TPU, 17179869184, 4310600463229804988) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +I1010 13:05:37.883842 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:1, TPU, 17179869184, 12200395267161875429) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +I1010 13:05:37.883900 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:2, TPU, 17179869184, 6506629328250533364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +I1010 13:05:37.883959 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:3, TPU, 17179869184, 16315915331300228608) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +I1010 13:05:37.884016 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:4, TPU, 17179869184, 2697409797938779437) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +I1010 13:05:37.884078 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:5, TPU, 17179869184, 14221272611177599296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +I1010 13:05:37.884136 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:6, TPU, 17179869184, 18202405641268823976) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +I1010 13:05:37.884193 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU:7, TPU, 17179869184, 11395849775530186953) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +I1010 13:05:37.884252 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 9314483418877968315) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +I1010 13:05:37.884310 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:45/device:XLA_CPU:0, XLA_CPU, 17179869184, 12850780747153506301) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +I1010 13:05:37.884373 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:CPU:0, CPU, -1, 429809401257591040) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +I1010 13:05:37.884433 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:0, TPU, 17179869184, 17769565508562577455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +I1010 13:05:37.884514 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:1, TPU, 17179869184, 6923624467922823320) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +I1010 13:05:37.884574 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:2, TPU, 17179869184, 4180358114819434080) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +I1010 13:05:37.884633 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:3, TPU, 17179869184, 12745459931197400539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +I1010 13:05:37.884691 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:4, TPU, 17179869184, 13812564039316459180) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +I1010 13:05:37.884749 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:5, TPU, 17179869184, 7566212875173431881) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +I1010 13:05:37.884813 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:6, TPU, 17179869184, 17476884860693830) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +I1010 13:05:37.884871 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU:7, TPU, 17179869184, 5266136008782449630) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +I1010 13:05:37.884928 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2450285293461147786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +I1010 13:05:37.884989 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:46/device:XLA_CPU:0, XLA_CPU, 17179869184, 15910865664020500154) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +I1010 13:05:37.885046 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:CPU:0, CPU, -1, 6549339186339005187) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +I1010 13:05:37.885104 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:0, TPU, 17179869184, 12598615498078838215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +I1010 13:05:37.885162 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:1, TPU, 17179869184, 6649796289471909984) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +I1010 13:05:37.885220 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:2, TPU, 17179869184, 2229956809051984872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +I1010 13:05:37.885277 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:3, TPU, 17179869184, 10629991040258589286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +I1010 13:05:37.885339 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:4, TPU, 17179869184, 9665470589234595258) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +I1010 13:05:37.885400 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:5, TPU, 17179869184, 9058486203126779070) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +I1010 13:05:37.885457 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:6, TPU, 17179869184, 9517216637449057490) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +I1010 13:05:37.885520 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU:7, TPU, 17179869184, 3435735027009105463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +I1010 13:05:37.885580 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2552019836726513943) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +I1010 13:05:37.885638 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:47/device:XLA_CPU:0, XLA_CPU, 17179869184, 8502199755060518240) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +I1010 13:05:37.885696 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:CPU:0, CPU, -1, 3899627743944419266) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +I1010 13:05:37.885755 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:0, TPU, 17179869184, 9777670818760640777) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +I1010 13:05:37.885813 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:1, TPU, 17179869184, 4144109681883108083) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +I1010 13:05:37.885870 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:2, TPU, 17179869184, 2591331207269170841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +I1010 13:05:37.885936 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:3, TPU, 17179869184, 16469553836205393140) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +I1010 13:05:37.885997 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:4, TPU, 17179869184, 1522363758080828246) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +I1010 13:05:37.886054 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:5, TPU, 17179869184, 8364513783882178459) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +I1010 13:05:37.886112 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:6, TPU, 17179869184, 11582186128330825792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +I1010 13:05:37.886171 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU:7, TPU, 17179869184, 15364796085651913232) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +I1010 13:05:37.886229 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12266938417836988885) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +I1010 13:05:37.886292 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:48/device:XLA_CPU:0, XLA_CPU, 17179869184, 6946767539613852101) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +I1010 13:05:37.886358 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:CPU:0, CPU, -1, 11155750155917948991) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +I1010 13:05:37.886419 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:0, TPU, 17179869184, 10123477203306092613) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +I1010 13:05:37.886478 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:1, TPU, 17179869184, 679511342639668693) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +I1010 13:05:37.886537 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:2, TPU, 17179869184, 2263902369180012389) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +I1010 13:05:37.886595 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:3, TPU, 17179869184, 7872793756163833994) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +I1010 13:05:37.886652 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:4, TPU, 17179869184, 18072049680397651624) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +I1010 13:05:37.886710 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:5, TPU, 17179869184, 18045240566328573841) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +I1010 13:05:37.886769 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:6, TPU, 17179869184, 1527565140903786517) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +I1010 13:05:37.886826 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU:7, TPU, 17179869184, 6265230651459302543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +I1010 13:05:37.886883 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3282876146494242872) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +I1010 13:05:37.886941 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:49/device:XLA_CPU:0, XLA_CPU, 17179869184, 16338177129998749112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +I1010 13:05:37.887008 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:CPU:0, CPU, -1, 16381733581569209602) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +I1010 13:05:37.887068 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:0, TPU, 17179869184, 10146315106605186282) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +I1010 13:05:37.887125 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:1, TPU, 17179869184, 12033414024712723416) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +I1010 13:05:37.887183 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:2, TPU, 17179869184, 4846421910193020671) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +I1010 13:05:37.887242 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:3, TPU, 17179869184, 15982667939181731461) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +I1010 13:05:37.887299 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:4, TPU, 17179869184, 13398599998755175463) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +I1010 13:05:37.887363 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:5, TPU, 17179869184, 4575486828797504298) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +I1010 13:05:37.887422 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:6, TPU, 17179869184, 9897346684215811197) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +I1010 13:05:37.887479 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU:7, TPU, 17179869184, 13153058072732406022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +I1010 13:05:37.887537 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 11952444045197046392) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +I1010 13:05:37.887595 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:50/device:XLA_CPU:0, XLA_CPU, 17179869184, 6562174635988030586) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +I1010 13:05:37.887654 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:CPU:0, CPU, -1, 17494676605847588837) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +I1010 13:05:37.887717 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:0, TPU, 17179869184, 4402027298720492364) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +I1010 13:05:37.887774 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:1, TPU, 17179869184, 10637847796542123316) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +I1010 13:05:37.887833 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:2, TPU, 17179869184, 14920026438972224296) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +I1010 13:05:37.887890 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:3, TPU, 17179869184, 16324157683821714474) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +I1010 13:05:37.887948 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:4, TPU, 17179869184, 10378471991405524525) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +I1010 13:05:37.888005 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:5, TPU, 17179869184, 1913887928422698729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +I1010 13:05:37.888065 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:6, TPU, 17179869184, 7376421140259980066) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +I1010 13:05:37.888122 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU:7, TPU, 17179869184, 15843855060485623811) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +I1010 13:05:37.888194 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 2090367105598620212) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +I1010 13:05:37.888253 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:51/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497879066560305539) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +I1010 13:05:37.888313 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:CPU:0, CPU, -1, 10413851554837690635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +I1010 13:05:37.888379 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:0, TPU, 17179869184, 6934821965628919852) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +I1010 13:05:37.888437 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:1, TPU, 17179869184, 6978979505526454362) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +I1010 13:05:37.888526 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:2, TPU, 17179869184, 18274155290251036036) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +I1010 13:05:37.888586 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:3, TPU, 17179869184, 7683903938835252052) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +I1010 13:05:37.888645 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:4, TPU, 17179869184, 10207802536578952669) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +I1010 13:05:37.888704 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:5, TPU, 17179869184, 347635451890300375) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +I1010 13:05:37.888761 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:6, TPU, 17179869184, 11726619772555859238) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +I1010 13:05:37.888818 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU:7, TPU, 17179869184, 11072269904497069096) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +I1010 13:05:37.888876 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4105497231668784286) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +I1010 13:05:37.888936 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:52/device:XLA_CPU:0, XLA_CPU, 17179869184, 14172603587139074543) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +I1010 13:05:37.888994 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:CPU:0, CPU, -1, 4078653719398543860) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +I1010 13:05:37.889055 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:0, TPU, 17179869184, 5181434250692604958) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +I1010 13:05:37.889113 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:1, TPU, 17179869184, 11482932361193943209) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +I1010 13:05:37.889170 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:2, TPU, 17179869184, 1998743423825538729) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +I1010 13:05:37.889234 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:3, TPU, 17179869184, 9979015637677985621) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +I1010 13:05:37.889292 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:4, TPU, 17179869184, 18265258811031527391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +I1010 13:05:37.889354 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:5, TPU, 17179869184, 7578727469751965112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +I1010 13:05:37.889417 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:6, TPU, 17179869184, 378237535527650287) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +I1010 13:05:37.889478 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU:7, TPU, 17179869184, 12338755080024769248) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +I1010 13:05:37.889542 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4405755270291721681) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +I1010 13:05:37.889600 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:53/device:XLA_CPU:0, XLA_CPU, 17179869184, 10642364828065046574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +I1010 13:05:37.889659 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:CPU:0, CPU, -1, 3741835376986069204) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +I1010 13:05:37.889719 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:0, TPU, 17179869184, 176455164746876859) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +I1010 13:05:37.889777 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:1, TPU, 17179869184, 8939985229604899888) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +I1010 13:05:37.889834 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:2, TPU, 17179869184, 3676655566994192912) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +I1010 13:05:37.889893 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:3, TPU, 17179869184, 15589561412172698921) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +I1010 13:05:37.889950 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:4, TPU, 17179869184, 584555432900912570) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +I1010 13:05:37.890014 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:5, TPU, 17179869184, 15888215652824924574) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +I1010 13:05:37.890072 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:6, TPU, 17179869184, 12180515798146906657) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +I1010 13:05:37.890130 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU:7, TPU, 17179869184, 2429167351183555123) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +I1010 13:05:37.890187 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 12903367525464755633) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +I1010 13:05:37.890245 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:54/device:XLA_CPU:0, XLA_CPU, 17179869184, 6497582663678516163) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +I1010 13:05:37.890304 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:CPU:0, CPU, -1, 6362833998666930167) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +I1010 13:05:37.890369 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:0, TPU, 17179869184, 3642997705253073968) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +I1010 13:05:37.890429 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:1, TPU, 17179869184, 8276596831064666215) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +I1010 13:05:37.890486 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:2, TPU, 17179869184, 68014893741722572) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +I1010 13:05:37.890546 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:3, TPU, 17179869184, 11747522924522203826) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +I1010 13:05:37.890604 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:4, TPU, 17179869184, 1008019775417795589) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +I1010 13:05:37.890661 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:5, TPU, 17179869184, 15230118179916277804) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +I1010 13:05:37.890726 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:6, TPU, 17179869184, 3190841848840049703) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +I1010 13:05:37.890784 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU:7, TPU, 17179869184, 1214298106737462293) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +I1010 13:05:37.890841 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 14064145724166073792) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +I1010 13:05:37.890898 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:55/device:XLA_CPU:0, XLA_CPU, 17179869184, 12783134519161471134) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +I1010 13:05:37.890958 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:CPU:0, CPU, -1, 5959915514736678765) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +I1010 13:05:37.891016 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:0, TPU, 17179869184, 14639449012943392022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +I1010 13:05:37.891073 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:1, TPU, 17179869184, 6603838575480423914) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +I1010 13:05:37.891134 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:2, TPU, 17179869184, 15203009034535991003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +I1010 13:05:37.891191 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:3, TPU, 17179869184, 1991128198642455103) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +I1010 13:05:37.891248 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:4, TPU, 17179869184, 5903956267231775391) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +I1010 13:05:37.891328 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:5, TPU, 17179869184, 13919262151525994477) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +I1010 13:05:37.891387 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:6, TPU, 17179869184, 6126803863848110408) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +I1010 13:05:37.891453 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU:7, TPU, 17179869184, 16671701565982991473) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +I1010 13:05:37.891511 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 4770304009962037059) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +I1010 13:05:37.891571 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:56/device:XLA_CPU:0, XLA_CPU, 17179869184, 15807944722435603) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +I1010 13:05:37.891628 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:CPU:0, CPU, -1, 1295499526721971626) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +I1010 13:05:37.891686 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:0, TPU, 17179869184, 930430362086324542) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +I1010 13:05:37.891743 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:1, TPU, 17179869184, 15710775209397153046) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +I1010 13:05:37.891801 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:2, TPU, 17179869184, 11753754805900733895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +I1010 13:05:37.891859 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:3, TPU, 17179869184, 9318223851154237148) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +I1010 13:05:37.891916 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:4, TPU, 17179869184, 13008720750617319237) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +I1010 13:05:37.891974 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:5, TPU, 17179869184, 13368548600658552821) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +I1010 13:05:37.892033 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:6, TPU, 17179869184, 10293671448639436557) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +I1010 13:05:37.892091 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU:7, TPU, 17179869184, 15793679576674104692) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +I1010 13:05:37.892149 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 16957613844387187685) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +I1010 13:05:37.892215 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:57/device:XLA_CPU:0, XLA_CPU, 17179869184, 17880092021740196528) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +I1010 13:05:37.892273 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:CPU:0, CPU, -1, 8624831230465838455) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +I1010 13:05:37.892340 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:0, TPU, 17179869184, 15977408085055713695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +I1010 13:05:37.892401 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:1, TPU, 17179869184, 15593578251546005696) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +I1010 13:05:37.892460 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:2, TPU, 17179869184, 5287245233393401754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +I1010 13:05:37.892544 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:3, TPU, 17179869184, 15325647640685405276) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +I1010 13:05:37.892605 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:4, TPU, 17179869184, 8477328961541983891) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +I1010 13:05:37.892663 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:5, TPU, 17179869184, 13391977974748850047) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +I1010 13:05:37.892721 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:6, TPU, 17179869184, 12353128492059870674) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +I1010 13:05:37.892791 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU:7, TPU, 17179869184, 176564628378672569) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +I1010 13:05:37.892851 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8302295480717845341) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +I1010 13:05:37.892910 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:58/device:XLA_CPU:0, XLA_CPU, 17179869184, 17149411174724057144) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +I1010 13:05:37.892980 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:CPU:0, CPU, -1, 8747486764965056894) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +I1010 13:05:37.893039 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:0, TPU, 17179869184, 15338723658099856112) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +I1010 13:05:37.893100 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:1, TPU, 17179869184, 17972335092569346353) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +I1010 13:05:37.893158 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:2, TPU, 17179869184, 18085556060314208708) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +I1010 13:05:37.893217 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:3, TPU, 17179869184, 4632244373272698156) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +I1010 13:05:37.893275 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:4, TPU, 17179869184, 17398508634451180824) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +I1010 13:05:37.893342 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:5, TPU, 17179869184, 249575127319064862) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +I1010 13:05:37.893402 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:6, TPU, 17179869184, 8741479483421570940) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +I1010 13:05:37.893460 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU:7, TPU, 17179869184, 10294728329347749000) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +I1010 13:05:37.893517 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 13256271968380745720) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +I1010 13:05:37.893577 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:59/device:XLA_CPU:0, XLA_CPU, 17179869184, 13518364006260748761) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +I1010 13:05:37.893635 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:CPU:0, CPU, -1, 10790507934845137844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +I1010 13:05:37.893701 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:0, TPU, 17179869184, 14599176174715002689) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +I1010 13:05:37.893759 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:1, TPU, 17179869184, 13188312773061736718) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +I1010 13:05:37.893816 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:2, TPU, 17179869184, 16997718873913724995) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +I1010 13:05:37.893876 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:3, TPU, 17179869184, 16856960182341323700) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +I1010 13:05:37.893934 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:4, TPU, 17179869184, 12488108289499968635) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +I1010 13:05:37.893991 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:5, TPU, 17179869184, 1931551647220248711) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +I1010 13:05:37.894049 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:6, TPU, 17179869184, 14949096711352564629) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +I1010 13:05:37.894108 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU:7, TPU, 17179869184, 10261003753613583895) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +I1010 13:05:37.894165 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 10478774832917127303) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +I1010 13:05:37.894223 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:60/device:XLA_CPU:0, XLA_CPU, 17179869184, 13246715337658509068) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +I1010 13:05:37.894282 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:CPU:0, CPU, -1, 13862724159852716058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +I1010 13:05:37.894346 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:0, TPU, 17179869184, 4323215399168921184) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +I1010 13:05:37.894406 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:1, TPU, 17179869184, 15546999817486628444) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +I1010 13:05:37.894469 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:2, TPU, 17179869184, 10185146402410700219) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +I1010 13:05:37.894527 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:3, TPU, 17179869184, 14240136191802513420) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +I1010 13:05:37.894587 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:4, TPU, 17179869184, 7509172571080117844) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +I1010 13:05:37.894644 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:5, TPU, 17179869184, 4274434076479650138) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +I1010 13:05:37.894701 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:6, TPU, 17179869184, 10975714771753597591) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +I1010 13:05:37.894759 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU:7, TPU, 17179869184, 3350248045066533462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +I1010 13:05:37.894818 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 8373067080124846673) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +I1010 13:05:37.894876 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:61/device:XLA_CPU:0, XLA_CPU, 17179869184, 1363569951211279305) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +I1010 13:05:37.894934 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:CPU:0, CPU, -1, 9550703197825232003) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +I1010 13:05:37.894994 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:0, TPU, 17179869184, 10214716910092048058) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +I1010 13:05:37.895052 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:1, TPU, 17179869184, 2960991194721029523) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +I1010 13:05:37.895111 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:2, TPU, 17179869184, 9698029180395731462) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +I1010 13:05:37.895174 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:3, TPU, 17179869184, 13292670121937989835) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +I1010 13:05:37.895231 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:4, TPU, 17179869184, 12350433647181442797) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +I1010 13:05:37.895289 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:5, TPU, 17179869184, 6223723117343312116) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +I1010 13:05:37.895354 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:6, TPU, 17179869184, 17584964240799036188) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +I1010 13:05:37.895412 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU:7, TPU, 17179869184, 8104303799445490446) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +I1010 13:05:37.895471 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 3830993048640241380) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +I1010 13:05:37.895529 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:62/device:XLA_CPU:0, XLA_CPU, 17179869184, 12391059763117757335) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +I1010 13:05:37.895590 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:CPU:0, CPU, -1, 12327585192741541421) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +I1010 13:05:37.895648 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:0, TPU, 17179869184, 3217313334095819754) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +I1010 13:05:37.895705 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:1, TPU, 17179869184, 7440223641002797820) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +I1010 13:05:37.895764 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:2, TPU, 17179869184, 5974009964294666174) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +I1010 13:05:37.895822 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:3, TPU, 17179869184, 16784146791437020022) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +I1010 13:05:37.895879 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:4, TPU, 17179869184, 1084981826699586786) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +I1010 13:05:37.895941 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:5, TPU, 17179869184, 997574889225323695) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +I1010 13:05:37.895999 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:6, TPU, 17179869184, 6709209341110890740) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +I1010 13:05:37.896058 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU:7, TPU, 17179869184, 6536939995937044715) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +I1010 13:05:37.896116 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:TPU_SYSTEM:0, TPU_SYSTEM, 17179869184, 1481779819326839008) +INFO:tensorflow:*** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +I1010 13:05:37.896173 139954118186432 tpu_system_metadata.py:154] *** Available Device: _DeviceAttributes(/job:worker/replica:0/task:63/device:XLA_CPU:0, XLA_CPU, 17179869184, 14618272268522932814) +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +W1010 13:05:37.902621 139954118186432 deprecation.py:506] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling __init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version. +Instructions for updating: +If using Keras pass *_constraint arguments to layers. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +W1010 13:05:37.903233 139954118186432 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/training/training_util.py:236: initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts. +INFO:tensorflow:Calling model_fn. +I1010 13:05:37.916296 139954118186432 estimator.py:1148] Calling model_fn. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +W1010 13:05:37.934977 139954118186432 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:294: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.parallel_interleave(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +W1010 13:05:37.935307 139954118186432 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +W1010 13:05:37.944583 139954118186432 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/api/_v1/estimator/__init__.py:12: The name tf.estimator.inputs is deprecated. Please use tf.compat.v1.estimator.inputs instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +W1010 13:05:38.033184 139954118186432 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:298: shuffle_and_repeat (from tensorflow.contrib.data.python.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.shuffle_and_repeat(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 13:05:38.033524 139954118186432 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/shuffle_ops.py:54: shuffle_and_repeat (from tensorflow.python.data.experimental.ops.shuffle_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.shuffle(buffer_size, seed)` followed by `tf.data.Dataset.repeat(count)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +W1010 13:05:38.036113 139954118186432 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/imagenet_input.py:181: map_and_batch (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.experimental.map_and_batch(...)`. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +W1010 13:05:38.036420 139954118186432 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/contrib/data/python/ops/batching.py:276: map_and_batch (from tensorflow.python.data.experimental.ops.batching) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.data.Dataset.map(map_func, num_parallel_calls)` followed by `tf.data.Dataset.batch(batch_size, drop_remainder)`. Static tf.data optimizations will take care of using the fused implementation. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +W1010 13:05:38.200602 139954118186432 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +W1010 13:05:38.201524 139954118186432 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +W1010 13:05:38.202162 139954118186432 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.parse_single_example is deprecated. Please use tf.io.parse_single_example instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +W1010 13:05:38.630186 139954118186432 module_wrapper.py:139] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_bicubic is deprecated. Please use tf.compat.v1.image.resize_bicubic instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +W1010 13:05:39.071734 139954118186432 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_preprocessing.py:59: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version. +Instructions for updating: +`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead. +2019-10-10 13:05:39.380509: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2019-10-10 13:05:39.380571: E tensorflow/stream_executor/cuda/cuda_driver.cc:318] failed call to cuInit: UNKNOWN ERROR (303) +2019-10-10 13:05:39.380694: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:156] kernel driver does not appear to be running on this host (v3-512): /proc/driver/nvidia/version does not exist +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +W1010 13:05:50.239962 139954118186432 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:127: conv2d (from tensorflow.python.layers.convolutional) is deprecated and will be removed in a future version. +Instructions for updating: +Use `tf.keras.layers.Conv2D` instead. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +W1010 13:05:50.241800 139954118186432 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/layers/convolutional.py:424: apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version. +Instructions for updating: +Please use `layer.__call__` method instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +W1010 13:05:50.255814 139954118186432 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:67: batch_normalization (from tensorflow.python.layers.normalization) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.BatchNormalization instead. In particular, `tf.control_dependencies(tf.GraphKeys.UPDATE_OPS)` should not be used (consult the `tf.keras.layers.batch_normalization` documentation). +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +W1010 13:05:50.294255 139954118186432 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:283: max_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.MaxPooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +W1010 13:05:53.620707 139954118186432 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:308: average_pooling2d (from tensorflow.python.layers.pooling) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.AveragePooling2D instead. +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +W1010 13:05:53.626256 139954118186432 deprecation.py:323] From /home/yangyouucb/imagenet_resnet50_lamb/resnet_model.py:315: dense (from tensorflow.python.layers.core) is deprecated and will be removed in a future version. +Instructions for updating: +Use keras.layers.Dense instead. +WARNING:tensorflow:From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +W1010 13:05:53.654298 139954118186432 module_wrapper.py:139] From resnet_main.py:350: The name tf.losses.softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.softmax_cross_entropy instead. + +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +W1010 13:05:53.703315 139954118186432 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_core/python/ops/losses/losses_impl.py:121: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version. +Instructions for updating: +Use tf.where in 2.0, which has the same broadcast rule as np.where +WARNING:tensorflow:From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +W1010 13:05:53.715389 139954118186432 module_wrapper.py:139] From resnet_main.py:357: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead. + +WARNING:tensorflow:From resnet_main.py:363: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +W1010 13:05:53.799398 139954118186432 module_wrapper.py:139] From resnet_main.py:363: The name tf.train.get_global_step is deprecated. Please use tf.compat.v1.train.get_global_step instead. + +INFO:tensorflow:****************************** the batch_size is 65536 ************************************** +I1010 13:05:53.803828 139954118186432 resnet_main.py:386] ****************************** the batch_size is 65536 ************************************** +INFO:tensorflow:****************************** the learning_rate is 0.04 ************************************** +I1010 13:05:53.804124 139954118186432 resnet_main.py:387] ****************************** the learning_rate is 0.04 ************************************** +INFO:tensorflow:****************************** the train_steps is 1760 ************************************** +I1010 13:05:53.804199 139954118186432 resnet_main.py:388] ****************************** the train_steps is 1760 ************************************** +INFO:tensorflow:****************************** the poly_power is 0.5 ************************************** +I1010 13:05:53.804265 139954118186432 resnet_main.py:389] ****************************** the poly_power is 0.5 ************************************** +INFO:tensorflow:****************************** the weight_decay is 0.0 ************************************** +I1010 13:05:53.804327 139954118186432 resnet_main.py:390] ****************************** the weight_decay is 0.0 ************************************** +INFO:tensorflow:****************************** the label_smoothing is 0.3 ************************************** +I1010 13:05:53.804385 139954118186432 resnet_main.py:391] ****************************** the label_smoothing is 0.3 ************************************** +INFO:tensorflow:****************************** the weight_decay_input is 0.1 ************************************** +I1010 13:05:53.804445 139954118186432 resnet_main.py:392] ****************************** the weight_decay_input is 0.1 ************************************** +INFO:tensorflow:****************************** the beta1 is 0.9 ************************************** +I1010 13:05:53.804539 139954118186432 resnet_main.py:393] ****************************** the beta1 is 0.9 ************************************** +INFO:tensorflow:****************************** the beta2 is 0.999 ************************************** +I1010 13:05:53.804600 139954118186432 resnet_main.py:394] ****************************** the beta2 is 0.999 ************************************** +INFO:tensorflow:****************************** the eps is 1e-06 ************************************** +I1010 13:05:53.804670 139954118186432 resnet_main.py:395] ****************************** the eps is 1e-06 ************************************** +WARNING:tensorflow:From resnet_main.py:396: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +W1010 13:05:53.804806 139954118186432 module_wrapper.py:139] From resnet_main.py:396: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead. + +WARNING:tensorflow:From resnet_main.py:396: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +W1010 13:05:53.804941 139954118186432 module_wrapper.py:139] From resnet_main.py:396: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead. + +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +W1010 13:05:53.805947 139954118186432 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:15: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead. + +INFO:tensorflow:++++++ warmup starts at step 0, for 500 steps ++++++ +I1010 13:05:53.843986 139954118186432 optimization.py:28] ++++++ warmup starts at step 0, for 500 steps ++++++ +WARNING:tensorflow:From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:97: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +W1010 13:05:57.189369 139954118186432 module_wrapper.py:139] From /home/yangyouucb/imagenet_resnet50_lamb/optimization.py:97: The name tf.get_variable is deprecated. Please use tf.compat.v1.get_variable instead. + +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:57.291204 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:57.362616 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:57.439125 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:57.560060 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:57.630486 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:57.702666 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:57.830965 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:57.898449 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:57.973232 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:58.092500 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:58.160460 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:58.229562 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:58.348921 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:58.421766 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:58.495734 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:58.618442 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:58.692569 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:58.767644 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:58.910115 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:58.976612 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:59.046883 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:59.167226 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:59.234133 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:59.303582 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:59.423049 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:59.495508 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:59.573059 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:59.691657 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:59.759563 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:59.828826 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:05:59.947465 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:00.018498 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:00.090828 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:00.206823 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:00.272063 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:00.343282 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:00.462281 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:00.527580 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:00.595890 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:00.708627 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:00.777465 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:00.850431 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:00.967387 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:01.034354 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:01.105515 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:01.233403 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:01.300400 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:01.371524 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:01.484059 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:01.550251 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:01.617722 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:01.726984 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:01.788928 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:01.853161 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:01.965578 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.027734 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.092621 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.202498 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.267750 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.333875 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.445689 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.505996 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.573595 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.681366 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.741764 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.806237 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.912945 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:02.976727 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:03.042692 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:03.150543 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:03.215534 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:03.285401 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:03.401866 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:03.470350 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:03.557815 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:03.680649 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:04.091279 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:04.161220 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:04.280220 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:04.348587 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:04.419684 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:04.542701 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:04.611090 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:04.681493 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:04.805433 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:04.873203 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:04.940798 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:05.055661 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:05.125212 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:05.198375 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:05.322530 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:05.397639 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:05.475368 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:05.594825 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:05.658864 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:05.727389 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:05.842503 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:05.907872 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:05.978626 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:06.096684 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:06.163733 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:06.236644 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:06.352770 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:06.413445 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:06.476778 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:06.583359 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:06.642673 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:06.705857 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:06.813566 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:06.875750 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:06.942400 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.051614 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.111855 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.174779 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.282660 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.344331 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.410166 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.519829 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.583816 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.657128 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.766331 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.827081 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.889588 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:07.997230 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:08.061830 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:08.131443 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:08.248784 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:08.314992 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:08.383204 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:08.492810 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:08.555991 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:08.621346 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:08.729391 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:08.791512 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:08.857326 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:08.969871 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.031213 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.096998 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.204626 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.268090 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.333529 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.442853 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.502649 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.566617 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.673907 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.734882 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.800599 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.908646 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:09.971252 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:10.036585 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:10.143898 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:10.207885 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:10.273299 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:10.382452 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:10.443286 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:10.509783 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:10.622036 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:10.685349 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:10.758004 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:10.872754 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:*********** I'm using LAMB correction *********** +I1010 13:06:10.979832 139954118186432 optimization.py:134] *********** I'm using LAMB correction *********** +INFO:tensorflow:Create CheckpointSaverHook. +I1010 13:06:11.653141 139954118186432 basic_session_run_hooks.py:541] Create CheckpointSaverHook. +INFO:tensorflow:Done calling model_fn. +I1010 13:06:11.918982 139954118186432 estimator.py:1150] Done calling model_fn. +INFO:tensorflow:TPU job name worker +I1010 13:06:18.637878 139954118186432 tpu_estimator.py:506] TPU job name worker +INFO:tensorflow:Graph was finalized. +I1010 13:06:19.766169 139954118186432 monitored_session.py:240] Graph was finalized. +INFO:tensorflow:Running local_init_op. +I1010 13:06:34.523348 139954118186432 session_manager.py:500] Running local_init_op. +INFO:tensorflow:Done running local_init_op. +I1010 13:06:34.694931 139954118186432 session_manager.py:502] Done running local_init_op. +INFO:tensorflow:Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 13:06:55.742005 139954118186432 basic_session_run_hooks.py:606] Saving checkpoints for 0 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +WARNING:tensorflow:From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +W1010 13:07:09.272619 139954118186432 deprecation.py:323] From /usr/local/lib/python2.7/dist-packages/tensorflow_estimator/python/estimator/tpu/tpu_estimator.py:751: load (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version. +Instructions for updating: +Prefer Variable.assign which has equivalent behavior in 2.X. +INFO:tensorflow:Initialized dataset iterators in 0 seconds +I1010 13:07:10.276494 139954118186432 util.py:98] Initialized dataset iterators in 0 seconds +INFO:tensorflow:Installing graceful shutdown hook. +I1010 13:07:10.276995 139954118186432 session_support.py:332] Installing graceful shutdown hook. +2019-10-10 13:07:10.277545: W tensorflow/core/distributed_runtime/rpc/grpc_session.cc:370] GrpcSession::ListDevices will initialize the session with an empty graph and other defaults because the session has not yet been created. +INFO:tensorflow:Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +I1010 13:07:10.304884 139954118186432 session_support.py:82] Creating heartbeat manager for ['/job:worker/replica:0/task:0/device:CPU:0', '/job:worker/replica:0/task:1/device:CPU:0', '/job:worker/replica:0/task:2/device:CPU:0', '/job:worker/replica:0/task:5/device:CPU:0', '/job:worker/replica:0/task:3/device:CPU:0', '/job:worker/replica:0/task:4/device:CPU:0', '/job:worker/replica:0/task:6/device:CPU:0', '/job:worker/replica:0/task:7/device:CPU:0', '/job:worker/replica:0/task:10/device:CPU:0', '/job:worker/replica:0/task:9/device:CPU:0', '/job:worker/replica:0/task:8/device:CPU:0', '/job:worker/replica:0/task:11/device:CPU:0', '/job:worker/replica:0/task:13/device:CPU:0', '/job:worker/replica:0/task:12/device:CPU:0', '/job:worker/replica:0/task:14/device:CPU:0', '/job:worker/replica:0/task:15/device:CPU:0', '/job:worker/replica:0/task:16/device:CPU:0', '/job:worker/replica:0/task:17/device:CPU:0', '/job:worker/replica:0/task:18/device:CPU:0', '/job:worker/replica:0/task:20/device:CPU:0', '/job:worker/replica:0/task:19/device:CPU:0', '/job:worker/replica:0/task:22/device:CPU:0', '/job:worker/replica:0/task:21/device:CPU:0', '/job:worker/replica:0/task:23/device:CPU:0', '/job:worker/replica:0/task:24/device:CPU:0', '/job:worker/replica:0/task:25/device:CPU:0', '/job:worker/replica:0/task:26/device:CPU:0', '/job:worker/replica:0/task:28/device:CPU:0', '/job:worker/replica:0/task:30/device:CPU:0', '/job:worker/replica:0/task:29/device:CPU:0', '/job:worker/replica:0/task:31/device:CPU:0', '/job:worker/replica:0/task:33/device:CPU:0', '/job:worker/replica:0/task:27/device:CPU:0', '/job:worker/replica:0/task:32/device:CPU:0', '/job:worker/replica:0/task:34/device:CPU:0', '/job:worker/replica:0/task:35/device:CPU:0', '/job:worker/replica:0/task:36/device:CPU:0', '/job:worker/replica:0/task:37/device:CPU:0', '/job:worker/replica:0/task:38/device:CPU:0', '/job:worker/replica:0/task:39/device:CPU:0', '/job:worker/replica:0/task:40/device:CPU:0', '/job:worker/replica:0/task:41/device:CPU:0', '/job:worker/replica:0/task:44/device:CPU:0', '/job:worker/replica:0/task:42/device:CPU:0', '/job:worker/replica:0/task:43/device:CPU:0', '/job:worker/replica:0/task:45/device:CPU:0', '/job:worker/replica:0/task:46/device:CPU:0', '/job:worker/replica:0/task:47/device:CPU:0', '/job:worker/replica:0/task:49/device:CPU:0', '/job:worker/replica:0/task:50/device:CPU:0', '/job:worker/replica:0/task:48/device:CPU:0', '/job:worker/replica:0/task:52/device:CPU:0', '/job:worker/replica:0/task:51/device:CPU:0', '/job:worker/replica:0/task:54/device:CPU:0', '/job:worker/replica:0/task:53/device:CPU:0', '/job:worker/replica:0/task:56/device:CPU:0', '/job:worker/replica:0/task:55/device:CPU:0', '/job:worker/replica:0/task:58/device:CPU:0', '/job:worker/replica:0/task:57/device:CPU:0', '/job:worker/replica:0/task:60/device:CPU:0', '/job:worker/replica:0/task:61/device:CPU:0', '/job:worker/replica:0/task:59/device:CPU:0', '/job:worker/replica:0/task:62/device:CPU:0', '/job:worker/replica:0/task:63/device:CPU:0'] +INFO:tensorflow:Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +I1010 13:07:10.334908 139954118186432 session_support.py:105] Configuring worker heartbeat: shutdown_mode: WAIT_FOR_COORDINATOR + +INFO:tensorflow:Init TPU system +I1010 13:07:10.389663 139954118186432 tpu_estimator.py:567] Init TPU system +INFO:tensorflow:Initialized TPU in 15 seconds +I1010 13:07:26.231556 139954118186432 tpu_estimator.py:576] Initialized TPU in 15 seconds +INFO:tensorflow:Starting infeed thread controller. +I1010 13:07:26.232456 139952107800320 tpu_estimator.py:521] Starting infeed thread controller. +INFO:tensorflow:Starting outfeed thread controller. +I1010 13:07:26.233390 139952099407616 tpu_estimator.py:540] Starting outfeed thread controller. +I1010 13:07:26.281668 139952091014912 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:07:26.357748 139952091014912 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 13:07:26.425338 139954118186432 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 13:07:26.425685 139954118186432 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +I1010 13:07:56.432215 139952091014912 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:07:56.536128 139952091014912 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Outfeed finished for iteration (0, 0) +I1010 13:08:19.183717 139952099407616 tpu_estimator.py:279] Outfeed finished for iteration (0, 0) +I1010 13:08:26.610200 139952091014912 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:08:26.676841 139952091014912 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 13:08:56.744684 139952091014912 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:08:56.835937 139952091014912 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 13:08:58.422810 139954118186432 basic_session_run_hooks.py:606] Saving checkpoints for 200 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 5.545267, step = 200 +I1010 13:09:11.760282 139954118186432 basic_session_run_hooks.py:262] loss = 5.545267, step = 200 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 13:09:11.764309 139954118186432 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 13:09:11.764650 139954118186432 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (1, 0) +I1010 13:09:23.867079 139952099407616 tpu_estimator.py:279] Outfeed finished for iteration (1, 0) +I1010 13:09:26.914993 139952091014912 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:09:26.984891 139952091014912 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 13:09:57.066276 139952091014912 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:09:57.145406 139952091014912 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 13:10:04.155268 139954118186432 basic_session_run_hooks.py:606] Saving checkpoints for 400 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.6069994, step = 400 (65.345 sec) +I1010 13:10:17.105386 139954118186432 basic_session_run_hooks.py:260] loss = 4.6069994, step = 400 (65.345 sec) +INFO:tensorflow:global_step/sec: 3.06074 +I1010 13:10:17.107198 139954118186432 tpu_estimator.py:2307] global_step/sec: 3.06074 +INFO:tensorflow:examples/sec: 200589 +I1010 13:10:17.108267 139954118186432 tpu_estimator.py:2308] examples/sec: 200589 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 13:10:17.109656 139954118186432 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 13:10:17.109832 139954118186432 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (2, 2) +I1010 13:10:23.915627 139952099407616 tpu_estimator.py:279] Outfeed finished for iteration (2, 2) +I1010 13:10:27.221518 139952091014912 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:10:27.300338 139952091014912 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +I1010 13:10:57.359694 139952091014912 transport.py:157] Attempting refresh to obtain initial access_token +WARNING:tensorflow:TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +W1010 13:10:57.423813 139952091014912 preempted_hook.py:91] TPUPollingThread found TPU v3-512 in state READY, and health HEALTHY. +INFO:tensorflow:Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +I1010 13:11:03.501360 139954118186432 basic_session_run_hooks.py:606] Saving checkpoints for 600 into gs://bert-pretrain-data/imagenet/v3-8/model.ckpt. +INFO:tensorflow:loss = 4.6566277, step = 600 (59.427 sec) +I1010 13:11:16.532321 139954118186432 basic_session_run_hooks.py:260] loss = 4.6566277, step = 600 (59.427 sec) +INFO:tensorflow:global_step/sec: 3.36549 +I1010 13:11:16.533930 139954118186432 tpu_estimator.py:2307] global_step/sec: 3.36549 +INFO:tensorflow:examples/sec: 220561 +I1010 13:11:16.534316 139954118186432 tpu_estimator.py:2308] examples/sec: 220561 +INFO:tensorflow:Enqueue next (200) batch(es) of data to infeed. +I1010 13:11:16.535248 139954118186432 tpu_estimator.py:600] Enqueue next (200) batch(es) of data to infeed. +INFO:tensorflow:Dequeue next (200) batch(es) of data from outfeed. +I1010 13:11:16.535423 139954118186432 tpu_estimator.py:604] Dequeue next (200) batch(es) of data from outfeed. +INFO:tensorflow:Outfeed finished for iteration (3, 4) +I1010 13:11:23.969615 139952099407616 tpu_estimator.py:279] Outfeed finished for iteration (3, 4)